{ "c39721bcf41838f36b31baa4b8a75a3e0064a584cba704d36368fa400d1fe930": { "image": "sha256:ec8ddd363ea0430e89e56e06c6afa3ab3ed3fb4578c838da79943be74e866b93", "state": "running", "restart_count": 0, "restart_policy": { "Name": "on-failure", "MaximumRetryCount": 3 }, "env": [ "MODEL_NAME=RFDETRMedium", "PORT=5000", "DB_POOL_SIZE=20", "LOG_FORMAT=json", "CONTEXTRA_METADATA_ENABLED=true", "FRAME_RETENTION_DAYS=30", "LOG_LEVEL=INFO", "STREAMS_CONFIG_PATH=/etc/contextra/streams.yaml", "MODEL_PRECISION=fp16", "REDIS_URL=redis://contextra_internal:a3950d84760a2d4c6a271d21c63d3c34b744e4d6d35c55da@redis:6379/0", "REDIS_STREAMS_ENABLED=true", "SYSTEM_CONFIG_PATH=/etc/contextra/system_config.yaml", "STREAMS_RUNTIME_PATH=/var/lib/contextra/runtime/streams_runtime.yaml", "TRITON_HTTP_ENDPOINT=localhost:8000", "REDIS_STREAM_MAXLEN=100000", "TRITON_GRPC_ENDPOINT=localhost:8001", "CONTEXTRA_METADATA_VISUAL_DIR=", "DATABASE_URL=postgresql://contextra:0759e452692e01dfba458c2370628b952848d5b85482ea78@postgresql:5432/contextra", "CONTEXTRA_START_DIAGNOSTICS_DIR=", "GPU_ID=0", "CONTEXTRA_METADATA_SAMPLES_DIR=", "CAMERA_PTZ_CONFIG_PATH=/etc/contextra/camera_ptz_config.yaml", "DB_MAX_OVERFLOW=10", "CONTEXTRA_METADATA_REDIS_URL=redis://contextra_publisher:f43c4ff6307db2d0314bd4fa43fe267e72e411b823236978@redis:6379/0", "MODEL_RESOLUTION=576x576", "CONTEXTRA_TEST_FRAME_ANCHOR_FILE=", "PATH=/opt/proto/bin:/opt/tritonserver/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin:/.local/bin", "GDRCOPY_VERSION=2.5.1", "HPCX_VERSION=2.26", "MOFED_VERSION=5.4-rdmacore59.1", "OPENUCX_VERSION=1.20.0", "OPENMPI_VERSION=4.1.7", "RDMACORE_VERSION=59.1", "EFA_VERSION=1.46.0", "AWS_OFI_NCCL_VERSION=1.17.3", "OPAL_PREFIX=/usr/local/mpi", "OMPI_MCA_coll_hcoll_enable=0", "CUDA_VERSION=13.2.0.046", "CUDA_DRIVER_VERSION=595.45.04", "NVVM_VERSION=13.2.51", "DOCA_VERSION=3.2.0", "_CUDA_COMPAT_PATH=/usr/local/cuda/compat", "ENV=/etc/shinit_v2", "BASH_ENV=/etc/bash.bashrc", "SHELL=/bin/bash", "NVIDIA_REQUIRE_CUDA=cuda>=9.0", "NCCL_VERSION=2.29.7", "CUBLAS_VERSION=13.3.0.5", "CUFFT_VERSION=12.2.0.37", "CURAND_VERSION=10.4.2.51", "CUSPARSE_VERSION=12.7.9.17", "CUSPARSELT_VERSION=0.9.0.3", "CUSOLVER_VERSION=12.1.0.51", "NPP_VERSION=13.1.0.44", "NVJPEG_VERSION=13.0.4.44", "CUFILE_VERSION=1.17.0.44", "NVJITLINK_VERSION=13.2.51", "NVFATBIN_VERSION=13.2.51", "CUBLASMP_VERSION=0.8.0.2023", "NVSHMEM_VERSION=3.5.21", "CUDLA_VERSION=13.2.51", "NVPTXCOMPILER_VERSION=13.2.51", "CUDNN_VERSION=9.20.0.48", "CUDNN_FRONTEND_VERSION=1.18.0", "TRT_VERSION=10.16.0.72", "TRTOSS_VERSION=", "NSIGHT_SYSTEMS_VERSION=2026.1.2.63", "NSIGHT_COMPUTE_VERSION=2026.1.0.9", "DALI_VERSION=2.0.0", "DALI_BUILD=", "DALI_URL_SUFFIX=130", "POLYGRAPHY_VERSION=0.49.26", "TRANSFORMER_ENGINE_VERSION=2.13", "MODEL_OPT_VERSION=0.41.0", "CUDA_ARCH_LIST=7.5 8.0 8.6 9.0 10.0 12.0", "MAXSMVER=", "NVRX_VERSION=0.5.0", "NIXL_VERSION=0.10.0", "CUTILE_PYTHON_VERSION=1.1.0", "LD_LIBRARY_PATH=/opt/tritonserver/lib:/opt/tritonclient/lib:/usr/src/tensorrt/lib:/opt/riva/lib:/usr/local/cuda-13/lib64:/usr/lib/x86_64-linux-gnu:/opt/hpcx/ucc/lib/:/opt/hpcx/ucx/lib/:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/.local/lib", "NVIDIA_VISIBLE_DEVICES=all", "NVIDIA_DRIVER_CAPABILITIES=compute,utility,video", "NVIDIA_PRODUCT_NAME=Triton Server", "CUDA_COMPONENT_LIST=cccl crt nvrtc driver-dev culibos-dev cudart cudart-dev nvcc tileiras", "LIBRARY_PATH=/usr/local/cuda/lib64/stubs:/usr/local/cuda/lib64/stubs:", "PIP_BREAK_SYSTEM_PACKAGES=1", "TRITON_SERVER_VERSION=2.67.0", "NVIDIA_TRITON_SERVER_VERSION=26.03", "UCX_MEM_EVENTS=no", "TF_ADJUST_HUE_FUSED=1", "TF_ADJUST_SATURATION_FUSED=1", "TF_ENABLE_WINOGRAD_NONFUSED=1", "TF_AUTOTUNE_THRESHOLD=2", "TRITON_SERVER_GPU_ENABLED=1", "TRITON_SERVER_USER=triton-server", "DEBIAN_FRONTEND=noninteractive", "TCMALLOC_RELEASE_RATE=200", "DCGM_VERSION=4.5.2-1", "PYTHONPATH=/opt/contextra:/opt/tritonserver/backends/dali/wheel/dali:", "NVIDIA_BUILD_ID=283962264", "DS_VERSION=9.1", "PKG_CONFIG_PATH=:/.local/lib/pkgconfig", "LANG=en_US.UTF-8", "LC_ALL=en_US.UTF-8", "PYTHONUNBUFFERED=1", "PYTHONDONTWRITEBYTECODE=1", "APP_HOME=/opt/contextra", "GST_PLUGIN_PATH=/usr/lib/x86_64-linux-gnu/gstreamer-1.0/deepstream:/opt/nvidia/deepstream/deepstream/lib/gst-plugins", "GST_PLUGIN_SCANNER=/usr/lib/x86_64-linux-gnu/gstreamer1.0/gstreamer-1.0/gst-plugin-scanner" ], "mounts": [ { "Type": "bind", "Source": "/workspace/contextra-runtime-config/configs", "Destination": "/etc/contextra", "Mode": "", "RW": false, "Propagation": "rprivate" }, { "Type": "bind", "Source": "/data/contextra/model-artifacts/deployments/pose-preview-30af673-eb436b74/RFDETRKeypointPreview", "Destination": "/opt/contextra/models/triton/RFDETRKeypointPreview", "Mode": "", "RW": false, "Propagation": "rprivate" }, { "Type": "bind", "Source": "/data/contextra/models/triton/RFDETRMedium", "Destination": "/opt/contextra/models/triton/RFDETRMedium", "Mode": "", "RW": false, "Propagation": "rprivate" }, { "Type": "bind", "Source": "/data/contextra/runtime-state", "Destination": "/var/lib/contextra/runtime", "Mode": "", "RW": true, "Propagation": "rprivate" } ], "oom": false }, "3e727781588e83ef9ece337199da576ce72739156bd621c70e44eaf378eec0ee": { "image": "sha256:5509c0097c6064aa8a3b1df58f1d950e67090fffa6678ae8f3f1dc2385f12deb", "state": "running", "restart_count": 0, "restart_policy": { "Name": "unless-stopped", "MaximumRetryCount": 0 }, "env": [ "REDIS_HEALTH_PASSWORD=e3cc8e2fa7a8457c326181c720511695975c45f8ed4bfcc7", "PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin", "REDIS_VERSION=7.4.11" ], "mounts": [ { "Type": "volume", "Name": "fa84c8b6a88bb5062317f3a5447dd979744c5f7b4f7d2a644130b6123fad6973", "Source": "/var/lib/docker/volumes/fa84c8b6a88bb5062317f3a5447dd979744c5f7b4f7d2a644130b6123fad6973/_data", "Destination": "/data", "Driver": "local", "Mode": "z", "RW": true, "Propagation": "" }, { "Type": "bind", "Source": "/workspace/contextra-runtime-config/metadata-active/redis.conf", "Destination": "/usr/local/etc/redis/redis.conf", "Mode": "ro", "RW": false, "Propagation": "rprivate" }, { "Type": "bind", "Source": "/workspace/contextra-runtime-config/metadata-active/users.acl", "Destination": "/usr/local/etc/redis/users.acl", "Mode": "ro", "RW": false, "Propagation": "rprivate" } ], "oom": false }, "9719ad2863f846147529501e25cd20e589f35a62276ef718c051a1a4df51933b": { "image": "sha256:06b066d01700f8ee2fdfd0387181ce9090b16f5617ddaf07cb1fad1560d0184b", "state": "running", "restart_count": 0, "restart_policy": { "Name": "no", "MaximumRetryCount": 0 }, "env": [ "SSIMS_ROI_RENDER_CACHE_ENABLED=1", "LIVE_RUNTIME_CLEANUP_OBSERVABILITY_ENABLED=0", "TZ=Asia/Seoul", "LIVE_RUNTIME_FRAME_QUEUE_CLEAR_AGE_S=3", "STEAM_GLOTECH_EXTERNAL_POST_APPROVED=0", "M3_MEMORY_OBSERVABILITY_MAX_BYTES=2097152", "STEAM_GLOTECH_ARTIFACT_HANDOFF_ENABLED=0", "LIVE_RUNTIME_CLEANUP_OBS_STOP_EVENTS=1", "LIVE_RUNTIME_ADAPTIVE_FPS_ENABLED=0", "SSIMS_LIVE_ASYNC_ARTIFACT_ENABLED=1", "LIVE_RUNTIME_ADAPTIVE_FPS_WINDOW_S=300", "SSIMS_LIVE_STAGE_METRICS=1", "LIVE_RUNTIME_RESOURCE_OBS_TRITON=1", "LIVE_RUNTIME_FRAME_QUEUE_MAXSIZE=10", "LIVE_RUNTIME_RESOURCE_OBS_NVIDIA_SMI_TIMEOUT_S=1.5", "LIVE_RUNTIME_CLEANUP_OBS_ORPHAN_SCAN=1", "SSIMS_TRITON_MAX_RETRIES=2", "LIVE_RUNTIME_FRAME_READER_QUEUE_ENABLED=0", "LIVE_RUNTIME_RESOURCE_OBS_GPU=1", "LIVE_RUNTIME_ADAPTIVE_FPS_RAISE_STABLE_S=1800", "STEAM_GLOTECH_LIFECYCLE_ENQUEUE_ENABLED=0", "LIVE_RUNTIME_SCENARIO_EFFECTIVE_FPS_ENABLED=0", "LIVE_RUNTIME_CLEANUP_OBS_PROC_DETAILS=1", "LIVE_RUNTIME_HEALTH_SUMMARY_INTERVAL_SEC=30", "LIVE_RUNTIME_RESOURCE_OBS_MAX_MODELS=30", "STEAM_GLOTECH_CANARY_SITES=", "STEAM_GLOTECH_STATUS_PROJECTION_ENABLED=0", "SSIMS_TRITON_HTTP_NETWORK_TIMEOUT_S=2.0", "LIVE_RUNTIME_RESOURCE_OBS_TOP_N=8", "SSIMS_LIVE_STAGE_METRICS_MAX_MODELS=30", "LIVE_RUNTIME_ANALYSIS_FPS_CAP_ENABLED=0", "LIVE_RUNTIME_ANALYSIS_FPS_CAP_DEFAULT=10", "LIVE_RUNTIME_FRAME_QUEUE_MAX_AGE_S=2", "SSIMS_LIVE_STAGE_METRICS_WINDOW_S=30", "SSIMS_PERF_ROOT=/data/playlist/logs/perf", "LIVE_RUNTIME_RESOURCE_OBS_FFMPEG=1", "LIVE_RUNTIME_RECORDER_STOP_TIMEOUT_S=5", "M3_MEMORY_OBSERVABILITY_MAX_PROCESS_ROWS=32", "LIVE_RUNTIME_ADAPTIVE_FPS_WARMUP_S=300", "LIVE_RUNTIME_ADAPTIVE_FPS_EVALUATE_INTERVAL_S=60", "LIVE_MEMORY_OBSERVABILITY_ENABLED=1", "LIVE_RUNTIME_CLEANUP_OBS_TASK_EVENTS=1", "STEAM_GLOTECH_CORE_POST_CANARY_RUN_TOKEN=", "LIVE_RUNTIME_RESOURCE_OBS_CELERY=1", "STEAM_GLOTECH_RUNTIME_PRODUCER_ENABLED=0", "LIVE_RUNTIME_RESOURCE_OBS_ENABLED=0", "OPENBLAS_NUM_THREADS=1", "STEAM_GLOTECH_RUNTIME_MEMBERSHIP_ENABLED=0", "M3_MEMORY_OBSERVABILITY_MAX_ROWS=200", "SSIMS_TRITON_GRPC_CLIENT_TIMEOUT_S=2.0", "STEAM_GLOTECH_RELAY_SERVICE_ENABLED=0", "LIVE_RUNTIME_CLEANUP_OBS_MAX_RECORDERS=20", "STEAM_GLOTECH_REDIS_PREFIX=ssims:steam:glotech:b1:v1", "LIVE_RUNTIME_CLEANUP_OBS_MAX_MODELS=30", "M3_MEMORY_OBSERVABILITY_ROOT=/data/playlist/logs/memory_lifecycle/automatic", "SSIMS_FRAME_INFER_TIMEOUT_S=3.0", "SSIMS_PERF_EXPERIMENT=", "LIVE_RUNTIME_CLEANUP_OBS_MAX_FFMPEG_CANDIDATES=20", "LIVE_RUNTIME_RECORDER_STOP_CLEANUP_ENABLED=1", "SSIMS_PERF_ENABLE=0", "SSIMS_TRITON_HTTP_CONNECTION_TIMEOUT_S=2.0", "REDIS_HOST=redis", "SSIMS_TRITON_PROTOCOL=grpc", "DEBIAN_FRONTEND=noninteractive", "PATH=/usr/local/lib/python3.12/dist-packages/torch_tensorrt/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin:/opt/tensorrt/bin", "NVIDIA_REQUIRE_JETPACK_HOST_MOUNTS=", "GDRCOPY_VERSION=2.4.4", "HPCX_VERSION=2.23", "MOFED_VERSION=5.4-rdmacore50.0", "OPENUCX_VERSION=1.19.0", "OPENMPI_VERSION=4.1.7", "RDMACORE_VERSION=50.0", "EFA_VERSION=1.38.1", "AWS_OFI_NCCL_VERSION=1.14.0", "OPAL_PREFIX=/opt/hpcx/ompi", "OMPI_MCA_coll_hcoll_enable=0", "CUDA_VERSION=12.9.0.043", "CUDA_DRIVER_VERSION=575.51.03", "_CUDA_COMPAT_PATH=/usr/local/cuda/compat", "ENV=/etc/shinit_v2", "BASH_ENV=/etc/bash.bashrc", "SHELL=/bin/bash", "NVIDIA_REQUIRE_CUDA=cuda>=9.0", "NCCL_VERSION=2.26.5", "CUBLAS_VERSION=12.9.0.13", "CUFFT_VERSION=11.4.0.6", "CURAND_VERSION=10.3.10.19", "CUSPARSE_VERSION=12.5.9.5", "CUSPARSELT_VERSION=0.7.1.0", "CUSOLVER_VERSION=11.7.4.40", "NPP_VERSION=12.4.0.27", "NVJPEG_VERSION=12.4.0.16", "CUFILE_VERSION=1.14.0.30", "NVJITLINK_VERSION=12.9.41", "CUBLASMP_VERSION=0.4.0.789", "CAL_VERSION=0.4.4.50", "NVSHMEM_VERSION=3.2.5", "CUDNN_VERSION=9.10.1.4", "CUDNN_FRONTEND_VERSION=1.11.0", "TRT_VERSION=10.10.0.31", "TRTOSS_VERSION=", "NSIGHT_SYSTEMS_VERSION=2025.3.1.90", "NSIGHT_COMPUTE_VERSION=2025.2.0.11", "DALI_VERSION=1.49.0", "DALI_BUILD=", "DALI_URL_SUFFIX=120", "POLYGRAPHY_VERSION=0.49.20", "TRANSFORMER_ENGINE_VERSION=2.3", "MODEL_OPT_VERSION=0.27.1", "CUDA_ARCH_LIST=7.5 8.0 8.6 9.0 10.0 12.0", "LD_LIBRARY_PATH=/usr/local/lib/python3.12/dist-packages/torch/lib:/usr/local/lib/python3.12/dist-packages/torch_tensorrt/lib:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64", "NVIDIA_VISIBLE_DEVICES=all", "NVIDIA_DRIVER_CAPABILITIES=compute,utility,video", "NVIDIA_PRODUCT_NAME=PyTorch", "LIBRARY_PATH=/usr/local/cuda/lib64/stubs:", "PYTORCH_BUILD_VERSION=2.8.0a0+5228986", "PYTORCH_VERSION=2.8.0a0+5228986", "PYTORCH_BUILD_NUMBER=0", "NVIDIA_PYTORCH_VERSION=25.05", "NVFUSER_BUILD_VERSION=9bf5aca", "NVFUSER_VERSION=9bf5aca", "PIP_BREAK_SYSTEM_PACKAGES=1", "PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=python", "PIP_CONSTRAINT=/etc/pip/constraint.txt", "NVPL_LAPACK_MATH_MODE=PEDANTIC", "PYTHONIOENCODING=utf-8", "LC_ALL=C.UTF-8", "PIP_DEFAULT_TIMEOUT=100", "JUPYTER_PORT=8888", "TENSORBOARD_PORT=6006", "UCC_CL_BASIC_TLS=^sharp", "TORCH_CUDA_ARCH_LIST=7.5 8.0 8.6 9.0 10.0 12.0+PTX", "PYTORCH_HOME=/opt/pytorch/pytorch", "CUDA_HOME=/usr/local/cuda", "TORCH_ALLOW_TF32_CUBLAS_OVERRIDE=1", "COCOAPI_VERSION=2.0+nv0.8.1", "CUDA_MODULE_LOADING=LAZY", "TORCH_NCCL_USE_COMM_NONBLOCKING=0", "NVIDIA_BUILD_ID=170559088" ], "mounts": [ { "Type": "bind", "Source": "/workspace/ssims.ai/fastapi", "Destination": "/app", "Mode": "rw", "RW": true, "Propagation": "rprivate" }, { "Type": "bind", "Source": "/data", "Destination": "/data", "Mode": "rw", "RW": true, "Propagation": "rprivate" }, { "Type": "bind", "Source": "/workspace/ssims.ai/tensorrt", "Destination": "/tensorrt", "Mode": "rw", "RW": true, "Propagation": "rprivate" } ], "oom": false }, "b831744d444ddc55a93f62193fe64d288c53a9f52ce2d9ad7bc768e065902ab1": { "image": "sha256:75f5a96988cdf694a215073c3e9c001b706b371e2f94df3967f2efdec2787f6b", "state": "running", "restart_count": 0, "restart_policy": { "Name": "unless-stopped", "MaximumRetryCount": 0 }, "env": [ "POSTGRES_DB=contextra", "POSTGRES_USER=contextra", "POSTGRES_PASSWORD=0759e452692e01dfba458c2370628b952848d5b85482ea78", "PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin", "GOSU_VERSION=1.19", "LANG=en_US.utf8", "PG_MAJOR=16", "PG_VERSION=16.15", "PG_SHA256=c1575341fa7bd40f5274ea465b34390f4dc64cdd0770af327005caaeb9f6b7ed", "DOCKER_PG_LLVM_DEPS=llvm21-dev \t\tclang21", "PGDATA=/var/lib/postgresql/data" ], "mounts": [ { "Type": "bind", "Source": "/workspace/contextra-analytics-runtime-lifecycle-refactor/docker/init-db.sql", "Destination": "/docker-entrypoint-initdb.d/01_init.sql", "Mode": "", "RW": false, "Propagation": "rprivate" }, { "Type": "volume", "Name": "contextra_postgres_data", "Source": "/var/lib/docker/volumes/contextra_postgres_data/_data", "Destination": "/var/lib/postgresql/data", "Driver": "local", "Mode": "rw", "RW": true, "Propagation": "" } ], "oom": false }, "aa9a652522cdbee4b4cfa2c1440f9133112f4f55762b943a1d3e74fc376cd99b": { "image": "sha256:06b066d01700f8ee2fdfd0387181ce9090b16f5617ddaf07cb1fad1560d0184b", "state": "running", "restart_count": 0, "restart_policy": { "Name": "no", "MaximumRetryCount": 0 }, "env": [ "STEAM_GLOTECH_BOOTSTRAP_APPROVED=0", "STEAM_GLOTECH_INDEX_INFO_ENDPOINT=", "STEAM_GLOTECH_CANARY_SITES=", "STEAM_GLOTECH_REDIS_PASSWORD=", "STEAM_GLOTECH_STATUS_PROJECTION_ENABLED=1", "STEAM_GLOTECH_CCTV_INFO_ENDPOINT=", "STEAM_GLOTECH_AUTH_HEADER_VALUE=", "STEAM_GLOTECH_REDIS_DB=0", "STEAM_GLOTECH_DANGER_INFO_ENDPOINT=", "TZ=Asia/Seoul", "STEAM_GLOTECH_RELAY_SERVICE_ENABLED=0", "STEAM_GLOTECH_TOTAL_TIMEOUT_S=5", "STEAM_GLOTECH_SCHEDULER_ENABLED=0", "STEAM_GLOTECH_CORE_POST_CANARY_RUN_TOKEN=", "STEAM_GLOTECH_AUTH_HEADER_NAME=", "STEAM_GLOTECH_EVENT_INFO_ENDPOINT=", "STEAM_GLOTECH_REDIS_PREFIX=ssims:steam:glotech:b1:v1", "REDIS_HOST=redis", "STEAM_GLOTECH_EXTERNAL_POST_APPROVED=0", "STEAM_GLOTECH_CONNECT_TIMEOUT_S=2", "PATH=/usr/local/lib/python3.12/dist-packages/torch_tensorrt/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin:/opt/tensorrt/bin", "NVIDIA_REQUIRE_JETPACK_HOST_MOUNTS=", "GDRCOPY_VERSION=2.4.4", "HPCX_VERSION=2.23", "MOFED_VERSION=5.4-rdmacore50.0", "OPENUCX_VERSION=1.19.0", "OPENMPI_VERSION=4.1.7", "RDMACORE_VERSION=50.0", "EFA_VERSION=1.38.1", "AWS_OFI_NCCL_VERSION=1.14.0", "OPAL_PREFIX=/opt/hpcx/ompi", "OMPI_MCA_coll_hcoll_enable=0", "CUDA_VERSION=12.9.0.043", "CUDA_DRIVER_VERSION=575.51.03", "_CUDA_COMPAT_PATH=/usr/local/cuda/compat", "ENV=/etc/shinit_v2", "BASH_ENV=/etc/bash.bashrc", "SHELL=/bin/bash", "NVIDIA_REQUIRE_CUDA=cuda>=9.0", "NCCL_VERSION=2.26.5", "CUBLAS_VERSION=12.9.0.13", "CUFFT_VERSION=11.4.0.6", "CURAND_VERSION=10.3.10.19", "CUSPARSE_VERSION=12.5.9.5", "CUSPARSELT_VERSION=0.7.1.0", "CUSOLVER_VERSION=11.7.4.40", "NPP_VERSION=12.4.0.27", "NVJPEG_VERSION=12.4.0.16", "CUFILE_VERSION=1.14.0.30", "NVJITLINK_VERSION=12.9.41", "CUBLASMP_VERSION=0.4.0.789", "CAL_VERSION=0.4.4.50", "NVSHMEM_VERSION=3.2.5", "CUDNN_VERSION=9.10.1.4", "CUDNN_FRONTEND_VERSION=1.11.0", "TRT_VERSION=10.10.0.31", "TRTOSS_VERSION=", "NSIGHT_SYSTEMS_VERSION=2025.3.1.90", "NSIGHT_COMPUTE_VERSION=2025.2.0.11", "DALI_VERSION=1.49.0", "DALI_BUILD=", "DALI_URL_SUFFIX=120", "POLYGRAPHY_VERSION=0.49.20", "TRANSFORMER_ENGINE_VERSION=2.3", "MODEL_OPT_VERSION=0.27.1", "CUDA_ARCH_LIST=7.5 8.0 8.6 9.0 10.0 12.0", "LD_LIBRARY_PATH=/usr/local/lib/python3.12/dist-packages/torch/lib:/usr/local/lib/python3.12/dist-packages/torch_tensorrt/lib:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64", "NVIDIA_VISIBLE_DEVICES=all", "NVIDIA_DRIVER_CAPABILITIES=compute,utility,video", "NVIDIA_PRODUCT_NAME=PyTorch", "LIBRARY_PATH=/usr/local/cuda/lib64/stubs:", "PYTORCH_BUILD_VERSION=2.8.0a0+5228986", "PYTORCH_VERSION=2.8.0a0+5228986", "PYTORCH_BUILD_NUMBER=0", "NVIDIA_PYTORCH_VERSION=25.05", "NVFUSER_BUILD_VERSION=9bf5aca", "NVFUSER_VERSION=9bf5aca", "PIP_BREAK_SYSTEM_PACKAGES=1", "PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=python", "PIP_CONSTRAINT=/etc/pip/constraint.txt", "NVPL_LAPACK_MATH_MODE=PEDANTIC", "PYTHONIOENCODING=utf-8", "LC_ALL=C.UTF-8", "PIP_DEFAULT_TIMEOUT=100", "JUPYTER_PORT=8888", "TENSORBOARD_PORT=6006", "UCC_CL_BASIC_TLS=^sharp", "TORCH_CUDA_ARCH_LIST=7.5 8.0 8.6 9.0 10.0 12.0+PTX", "PYTORCH_HOME=/opt/pytorch/pytorch", "CUDA_HOME=/usr/local/cuda", "TORCH_ALLOW_TF32_CUBLAS_OVERRIDE=1", "COCOAPI_VERSION=2.0+nv0.8.1", "CUDA_MODULE_LOADING=LAZY", "TORCH_NCCL_USE_COMM_NONBLOCKING=0", "NVIDIA_BUILD_ID=170559088" ], "mounts": [ { "Type": "bind", "Source": "/workspace/ssims.ai/fastapi", "Destination": "/app", "Mode": "ro", "RW": false, "Propagation": "rprivate" }, { "Type": "bind", "Source": "/data", "Destination": "/data", "Mode": "ro", "RW": false, "Propagation": "rprivate" } ], "oom": false }, "8d03f4999a81524e54b9798b091cc9404923436c8c4184369a47792850b273c5": { "image": "sha256:06b066d01700f8ee2fdfd0387181ce9090b16f5617ddaf07cb1fad1560d0184b", "state": "running", "restart_count": 0, "restart_policy": { "Name": "no", "MaximumRetryCount": 0 }, "env": [ "LIVE_RUNTIME_FFMPEG_RTSP_TIMEOUT_US=10000000", "SSIMS_TRITON_HTTP_NETWORK_TIMEOUT_S=2.0", "TZ=Asia/Seoul", "SSIMS_TRITON_MAX_RETRIES=2", "LIVE_RUNTIME_FFMPEG_RTSP_TOLERANT=0", "DEBIAN_FRONTEND=noninteractive", "SSIMS_TRITON_HTTP_CONNECTION_TIMEOUT_S=2.0", "SSIMS_TRITON_PROTOCOL=grpc", "SSIMS_PERF_ROOT=/data/playlist/logs/perf", "LIVE_RUNTIME_FFMPEG_RTSP_MAX_DELAY_US=500000", "SSIMS_PERF_EXPERIMENT=", "REDIS_HOST=redis", "SSIMS_PERF_ENABLE=0", "SSIMS_FRAME_INFER_TIMEOUT_S=3.0", "SSIMS_TRITON_GRPC_CLIENT_TIMEOUT_S=2.0", "PATH=/usr/local/lib/python3.12/dist-packages/torch_tensorrt/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin:/opt/tensorrt/bin", "NVIDIA_REQUIRE_JETPACK_HOST_MOUNTS=", "GDRCOPY_VERSION=2.4.4", "HPCX_VERSION=2.23", "MOFED_VERSION=5.4-rdmacore50.0", "OPENUCX_VERSION=1.19.0", "OPENMPI_VERSION=4.1.7", "RDMACORE_VERSION=50.0", "EFA_VERSION=1.38.1", "AWS_OFI_NCCL_VERSION=1.14.0", "OPAL_PREFIX=/opt/hpcx/ompi", "OMPI_MCA_coll_hcoll_enable=0", "CUDA_VERSION=12.9.0.043", "CUDA_DRIVER_VERSION=575.51.03", "_CUDA_COMPAT_PATH=/usr/local/cuda/compat", "ENV=/etc/shinit_v2", "BASH_ENV=/etc/bash.bashrc", "SHELL=/bin/bash", "NVIDIA_REQUIRE_CUDA=cuda>=9.0", "NCCL_VERSION=2.26.5", "CUBLAS_VERSION=12.9.0.13", "CUFFT_VERSION=11.4.0.6", "CURAND_VERSION=10.3.10.19", "CUSPARSE_VERSION=12.5.9.5", "CUSPARSELT_VERSION=0.7.1.0", "CUSOLVER_VERSION=11.7.4.40", "NPP_VERSION=12.4.0.27", "NVJPEG_VERSION=12.4.0.16", "CUFILE_VERSION=1.14.0.30", "NVJITLINK_VERSION=12.9.41", "CUBLASMP_VERSION=0.4.0.789", "CAL_VERSION=0.4.4.50", "NVSHMEM_VERSION=3.2.5", "CUDNN_VERSION=9.10.1.4", "CUDNN_FRONTEND_VERSION=1.11.0", "TRT_VERSION=10.10.0.31", "TRTOSS_VERSION=", "NSIGHT_SYSTEMS_VERSION=2025.3.1.90", "NSIGHT_COMPUTE_VERSION=2025.2.0.11", "DALI_VERSION=1.49.0", "DALI_BUILD=", "DALI_URL_SUFFIX=120", "POLYGRAPHY_VERSION=0.49.20", "TRANSFORMER_ENGINE_VERSION=2.3", "MODEL_OPT_VERSION=0.27.1", "CUDA_ARCH_LIST=7.5 8.0 8.6 9.0 10.0 12.0", "LD_LIBRARY_PATH=/usr/local/lib/python3.12/dist-packages/torch/lib:/usr/local/lib/python3.12/dist-packages/torch_tensorrt/lib:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64", "NVIDIA_VISIBLE_DEVICES=all", "NVIDIA_DRIVER_CAPABILITIES=compute,utility,video", "NVIDIA_PRODUCT_NAME=PyTorch", "LIBRARY_PATH=/usr/local/cuda/lib64/stubs:", "PYTORCH_BUILD_VERSION=2.8.0a0+5228986", "PYTORCH_VERSION=2.8.0a0+5228986", "PYTORCH_BUILD_NUMBER=0", "NVIDIA_PYTORCH_VERSION=25.05", "NVFUSER_BUILD_VERSION=9bf5aca", "NVFUSER_VERSION=9bf5aca", "PIP_BREAK_SYSTEM_PACKAGES=1", "PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=python", "PIP_CONSTRAINT=/etc/pip/constraint.txt", "NVPL_LAPACK_MATH_MODE=PEDANTIC", "PYTHONIOENCODING=utf-8", "LC_ALL=C.UTF-8", "PIP_DEFAULT_TIMEOUT=100", "JUPYTER_PORT=8888", "TENSORBOARD_PORT=6006", "UCC_CL_BASIC_TLS=^sharp", "TORCH_CUDA_ARCH_LIST=7.5 8.0 8.6 9.0 10.0 12.0+PTX", "PYTORCH_HOME=/opt/pytorch/pytorch", "CUDA_HOME=/usr/local/cuda", "TORCH_ALLOW_TF32_CUBLAS_OVERRIDE=1", "COCOAPI_VERSION=2.0+nv0.8.1", "CUDA_MODULE_LOADING=LAZY", "TORCH_NCCL_USE_COMM_NONBLOCKING=0", "NVIDIA_BUILD_ID=170559088" ], "mounts": [ { "Type": "bind", "Source": "/workspace/ssims.ai/fastapi", "Destination": "/app", "Mode": "rw", "RW": true, "Propagation": "rprivate" }, { "Type": "bind", "Source": "/data", "Destination": "/data", "Mode": "rw", "RW": true, "Propagation": "rprivate" }, { "Type": "bind", "Source": "/workspace/ssims.ai/model_repository", "Destination": "/tensorrt", "Mode": "rw", "RW": true, "Propagation": "rprivate" } ], "oom": false }, "55450fe1244ee750f3fb1e63f39e02a44f65c7aae17814fe0a47f27eda33f4c6": { "image": "sha256:b50f1f877b3e61abc361c6a8054675397d306ad0e0a9e94aaff9829267318905", "state": "running", "restart_count": 0, "restart_policy": { "Name": "always", "MaximumRetryCount": 0 }, "env": [ "MYSQL_PASSWORD=siai430-86-01000", "MYSQL_PORT=3306", "MYSQL_DATABASE=ssims_con_dev", "MYSQL_USER=smartinside", "PATH=/usr/local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin", "LANG=C.UTF-8", "GPG_KEY=A035C8C19219BA821ECEA86B64E628F8D684696D", "PYTHON_VERSION=3.10.8", "PYTHON_PIP_VERSION=22.2.2", "PYTHON_SETUPTOOLS_VERSION=63.2.0", "PYTHON_GET_PIP_URL=https://github.com/pypa/get-pip/raw/66030fa03382b4914d4c4d0896961a0bdeeeb274/public/get-pip.py", "PYTHON_GET_PIP_SHA256=1e501cf004eac1b7eb1f97266d28f995ae835d30250bec7f8850562703067dc6", "PYTHONDONTWRITEBYTECODE=1", "PYTHONUNBUFFERED=1" ], "mounts": [ { "Type": "bind", "Source": "/workspace/ssims_con_dev", "Destination": "/app", "Mode": "rw", "RW": true, "Propagation": "rprivate" }, { "Type": "bind", "Source": "/workspace/ssims_con_dev/locale", "Destination": "/app/locale", "Mode": "rw", "RW": true, "Propagation": "rprivate" }, { "Type": "bind", "Source": "/workspace/ssims_con_dev/media", "Destination": "/app/media", "Mode": "rw", "RW": true, "Propagation": "rprivate" }, { "Type": "bind", "Source": "/workspace/ssims_con_dev/static", "Destination": "/app/static", "Mode": "rw", "RW": true, "Propagation": "rprivate" }, { "Type": "bind", "Source": "/etc/localtime", "Destination": "/etc/localtime", "Mode": "ro", "RW": false, "Propagation": "rprivate" } ], "oom": false }, "ca6b69300bfb6f9891ac751fc8b787f757d69813c41fd268d742483800f2db06": { "image": "sha256:833bed22d3d3e88d77c697bcacce28f33931b814622007112681c2353257c6f6", "state": "running", "restart_count": 0, "restart_policy": { "Name": "always", "MaximumRetryCount": 0 }, "env": [ "PATH=/usr/local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin", "LANG=C.UTF-8", "GPG_KEY=A035C8C19219BA821ECEA86B64E628F8D684696D", "PYTHON_VERSION=3.10.8", "PYTHON_PIP_VERSION=22.2.2", "PYTHON_SETUPTOOLS_VERSION=63.2.0", "PYTHON_GET_PIP_URL=https://github.com/pypa/get-pip/raw/66030fa03382b4914d4c4d0896961a0bdeeeb274/public/get-pip.py", "PYTHON_GET_PIP_SHA256=1e501cf004eac1b7eb1f97266d28f995ae835d30250bec7f8850562703067dc6", "PYTHONDONTWRITEBYTECODE=1", "PYTHONUNBUFFERED=1" ], "mounts": [ { "Type": "bind", "Source": "/workspace/ssims_con_dev", "Destination": "/app", "Mode": "rw", "RW": true, "Propagation": "rprivate" } ], "oom": false }, "e46d7c9f028215426340941a75ce137181bac7f2e86ddb570b1b6991ce773ab4": { "image": "sha256:ac8efec875ce36b619cb41f91d9db579487b9d45ed29393dc957a745b1e0024f", "state": "running", "restart_count": 0, "restart_policy": { "Name": "always", "MaximumRetryCount": 0 }, "env": [ "PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin", "NGINX_VERSION=1.23.2", "NJS_VERSION=0.7.7", "PKG_RELEASE=1~bullseye" ], "mounts": [ { "Type": "bind", "Source": "/workspace/ssims_con_dev/nginx/default.conf", "Destination": "/etc/nginx/conf.d/default.conf", "Mode": "rw", "RW": true, "Propagation": "rprivate" }, { "Type": "bind", "Source": "/workspace/ssims_con_dev/media", "Destination": "/media", "Mode": "rw", "RW": true, "Propagation": "rprivate" }, { "Type": "bind", "Source": "/workspace/ssims_con_dev/collected_static", "Destination": "/static", "Mode": "rw", "RW": true, "Propagation": "rprivate" } ], "oom": false }, "784ffb94e5ea1d2afce34be016b533ebc63015b2726929c93a82fb274a18eab5": { "image": "sha256:cbe8815cbea8fb86ce7d3169a82d05301e7dfe1a8d4228941f23f4f115a887f2", "state": "running", "restart_count": 0, "restart_policy": { "Name": "always", "MaximumRetryCount": 0 }, "env": [ "MYSQL_USER=smartinside", "MYSQL_PASSWORD=siai430-86-01000", "MYSQL_ROOT_PASSWORD=root", "TZ=Asia/Seoul", "MYSQL_DATABASE=ssims_con_dev", "PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin", "GOSU_VERSION=1.12", "MYSQL_MAJOR=8.0", "MYSQL_VERSION=8.0.23-1debian10" ], "mounts": [ { "Type": "bind", "Source": "/workspace/ssims_con_dev/mysql/initdb.d", "Destination": "/docker-entrypoint-initdb.d", "Mode": "rw", "RW": true, "Propagation": "rprivate" }, { "Type": "bind", "Source": "/workspace/ssims_con_dev/mysql/conf/my.cnf", "Destination": "/etc/mysql/conf.d/my.cnf", "Mode": "rw", "RW": true, "Propagation": "rprivate" }, { "Type": "bind", "Source": "/workspace/ssims_con_dev/mysql/data", "Destination": "/var/lib/mysql", "Mode": "rw", "RW": true, "Propagation": "rprivate" }, { "Type": "bind", "Source": "/workspace/ssims_con_dev/mysql/log", "Destination": "/var/log/mysql", "Mode": "rw", "RW": true, "Propagation": "rprivate" } ], "oom": false }, "ff96587e960ce9ee819ba6316ad1e9374053696b748873a77c3fc8f771365a79": { "image": "sha256:466e5b1da2ef27f8c769875a8b17a50edcb0731ac9207b47b0e22306d95362bd", "state": "running", "restart_count": 0, "restart_policy": { "Name": "always", "MaximumRetryCount": 0 }, "env": [ "PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin", "REDIS_DOWNLOAD_URL=https://github.com/redis/redis/archive/refs/tags/8.2.2.tar.gz", "REDIS_DOWNLOAD_SHA=e355378d7f97efd06321fff881efc452a9673cc27b3a6d0dfd2a45fbcc83349c" ], "mounts": [ { "Type": "volume", "Name": "76fb357aabfed5894d606ee3543fb85ea09702d566eca0d3d0f9a5cee86c9b68", "Source": "/var/lib/docker/volumes/76fb357aabfed5894d606ee3543fb85ea09702d566eca0d3d0f9a5cee86c9b68/_data", "Destination": "/data", "Driver": "local", "Mode": "z", "RW": true, "Propagation": "" }, { "Type": "bind", "Source": "/workspace/ssims_con_dev/redis/conf/sysctl.conf", "Destination": "/etc/sysctl.conf", "Mode": "rw", "RW": true, "Propagation": "rprivate" } ], "oom": false }, "4a82a47e2840ab498df5e69cfeaea2bd99753610e19329922c7bbc9c981d9510": { "image": "sha256:b40578df9dd83437b60b92b7f8dec9ee20333358801205f657425a0355a29b48", "state": "running", "restart_count": 0, "restart_policy": { "Name": "no", "MaximumRetryCount": 0 }, "env": [ "TZ=Asia/Seoul", "PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin", "NGINX_VERSION=1.29.5", "NJS_VERSION=0.9.5", "NJS_RELEASE=1~trixie", "ACME_VERSION=0.3.1", "PKG_RELEASE=1~trixie", "DYNPKG_RELEASE=1~trixie" ], "mounts": [ { "Type": "bind", "Source": "/home/worker/web/certs", "Destination": "/etc/nginx/certs", "Mode": "rw", "RW": true, "Propagation": "rprivate" }, { "Type": "bind", "Source": "/data", "Destination": "/usr/share/nginx/html", "Mode": "rw", "RW": true, "Propagation": "rprivate" } ], "oom": false }, "75acd4cbd5dbf9c7387cd9dfc456c0f5ca42fc125a2cbe41aea66c5948005f47": { "image": "sha256:06b066d01700f8ee2fdfd0387181ce9090b16f5617ddaf07cb1fad1560d0184b", "state": "running", "restart_count": 0, "restart_policy": { "Name": "always", "MaximumRetryCount": 0 }, "env": [ "DEBIAN_FRONTEND=noninteractive", "REDIS_HOST=redis", "TZ=Asia/Seoul", "PATH=/usr/local/lib/python3.12/dist-packages/torch_tensorrt/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin:/opt/tensorrt/bin", "NVIDIA_REQUIRE_JETPACK_HOST_MOUNTS=", "GDRCOPY_VERSION=2.4.4", "HPCX_VERSION=2.23", "MOFED_VERSION=5.4-rdmacore50.0", "OPENUCX_VERSION=1.19.0", "OPENMPI_VERSION=4.1.7", "RDMACORE_VERSION=50.0", "EFA_VERSION=1.38.1", "AWS_OFI_NCCL_VERSION=1.14.0", "OPAL_PREFIX=/opt/hpcx/ompi", "OMPI_MCA_coll_hcoll_enable=0", "CUDA_VERSION=12.9.0.043", "CUDA_DRIVER_VERSION=575.51.03", "_CUDA_COMPAT_PATH=/usr/local/cuda/compat", "ENV=/etc/shinit_v2", "BASH_ENV=/etc/bash.bashrc", "SHELL=/bin/bash", "NVIDIA_REQUIRE_CUDA=cuda>=9.0", "NCCL_VERSION=2.26.5", "CUBLAS_VERSION=12.9.0.13", "CUFFT_VERSION=11.4.0.6", "CURAND_VERSION=10.3.10.19", "CUSPARSE_VERSION=12.5.9.5", "CUSPARSELT_VERSION=0.7.1.0", "CUSOLVER_VERSION=11.7.4.40", "NPP_VERSION=12.4.0.27", "NVJPEG_VERSION=12.4.0.16", "CUFILE_VERSION=1.14.0.30", "NVJITLINK_VERSION=12.9.41", "CUBLASMP_VERSION=0.4.0.789", "CAL_VERSION=0.4.4.50", "NVSHMEM_VERSION=3.2.5", "CUDNN_VERSION=9.10.1.4", "CUDNN_FRONTEND_VERSION=1.11.0", "TRT_VERSION=10.10.0.31", "TRTOSS_VERSION=", "NSIGHT_SYSTEMS_VERSION=2025.3.1.90", "NSIGHT_COMPUTE_VERSION=2025.2.0.11", "DALI_VERSION=1.49.0", "DALI_BUILD=", "DALI_URL_SUFFIX=120", "POLYGRAPHY_VERSION=0.49.20", "TRANSFORMER_ENGINE_VERSION=2.3", "MODEL_OPT_VERSION=0.27.1", "CUDA_ARCH_LIST=7.5 8.0 8.6 9.0 10.0 12.0", "LD_LIBRARY_PATH=/usr/local/lib/python3.12/dist-packages/torch/lib:/usr/local/lib/python3.12/dist-packages/torch_tensorrt/lib:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64", "NVIDIA_VISIBLE_DEVICES=all", "NVIDIA_DRIVER_CAPABILITIES=compute,utility,video", "NVIDIA_PRODUCT_NAME=PyTorch", "LIBRARY_PATH=/usr/local/cuda/lib64/stubs:", "PYTORCH_BUILD_VERSION=2.8.0a0+5228986", "PYTORCH_VERSION=2.8.0a0+5228986", "PYTORCH_BUILD_NUMBER=0", "NVIDIA_PYTORCH_VERSION=25.05", "NVFUSER_BUILD_VERSION=9bf5aca", "NVFUSER_VERSION=9bf5aca", "PIP_BREAK_SYSTEM_PACKAGES=1", "PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=python", "PIP_CONSTRAINT=/etc/pip/constraint.txt", "NVPL_LAPACK_MATH_MODE=PEDANTIC", "PYTHONIOENCODING=utf-8", "LC_ALL=C.UTF-8", "PIP_DEFAULT_TIMEOUT=100", "JUPYTER_PORT=8888", "TENSORBOARD_PORT=6006", "UCC_CL_BASIC_TLS=^sharp", "TORCH_CUDA_ARCH_LIST=7.5 8.0 8.6 9.0 10.0 12.0+PTX", "PYTORCH_HOME=/opt/pytorch/pytorch", "CUDA_HOME=/usr/local/cuda", "TORCH_ALLOW_TF32_CUBLAS_OVERRIDE=1", "COCOAPI_VERSION=2.0+nv0.8.1", "CUDA_MODULE_LOADING=LAZY", "TORCH_NCCL_USE_COMM_NONBLOCKING=0", "NVIDIA_BUILD_ID=170559088" ], "mounts": [ { "Type": "bind", "Source": "/workspace/ssims.ai/fastapi", "Destination": "/app", "Mode": "rw", "RW": true, "Propagation": "rprivate" }, { "Type": "bind", "Source": "/data", "Destination": "/data", "Mode": "rw", "RW": true, "Propagation": "rprivate" } ], "oom": false }, "c39692e53c5d64cfcacfc431086f72c69fc066af5c113cf9d417723d7960953e": { "image": "sha256:c05a3f2954f04a3edb38bcda74c51ba284c57614ea8fbd7b7821f7e76098b9b9", "state": "running", "restart_count": 0, "restart_policy": { "Name": "always", "MaximumRetryCount": 0 }, "env": [ "CUDA_VISIBLE_DEVICES=0", "NVIDIA_VISIBLE_DEVICES=0", "PATH=/opt/tritonserver/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin", "NVIDIA_REQUIRE_JETPACK_HOST_MOUNTS=", "GDRCOPY_VERSION=2.4.4", "HPCX_VERSION=2.23", "MOFED_VERSION=5.4-rdmacore50.0", "OPENUCX_VERSION=1.19.0", "OPENMPI_VERSION=4.1.7", "RDMACORE_VERSION=50.0", "EFA_VERSION=1.38.1", "AWS_OFI_NCCL_VERSION=1.14.0", "OPAL_PREFIX=/opt/hpcx/ompi", "OMPI_MCA_coll_hcoll_enable=0", "CUDA_VERSION=12.9.1.010", "CUDA_DRIVER_VERSION=575.57.08", "_CUDA_COMPAT_PATH=/usr/local/cuda/compat", "ENV=/etc/shinit_v2", "BASH_ENV=/etc/bash.bashrc", "SHELL=/bin/bash", "NVIDIA_REQUIRE_CUDA=cuda>=9.0", "NCCL_VERSION=2.27.3", "CUBLAS_VERSION=12.9.1.4", "CUFFT_VERSION=11.4.1.4", "CURAND_VERSION=10.3.10.19", "CUSPARSE_VERSION=12.5.10.65", "CUSPARSELT_VERSION=0.7.1.0", "CUSOLVER_VERSION=11.7.5.82", "NPP_VERSION=12.4.1.87", "NVJPEG_VERSION=12.4.0.76", "CUFILE_VERSION=1.14.1.1", "NVJITLINK_VERSION=12.9.86", "CUBLASMP_VERSION=0.4.0.789", "CAL_VERSION=0.4.4.50", "NVSHMEM_VERSION=3.2.5", "CUDNN_VERSION=9.10.2.21", "CUDNN_FRONTEND_VERSION=1.12.0", "TRT_VERSION=10.11.0.33", "TRTOSS_VERSION=", "NSIGHT_SYSTEMS_VERSION=2025.3.1.90", "NSIGHT_COMPUTE_VERSION=2025.2.1.3", "DALI_VERSION=1.50.0", "DALI_BUILD=", "DALI_URL_SUFFIX=120", "POLYGRAPHY_VERSION=0.49.20", "TRANSFORMER_ENGINE_VERSION=2.4", "MODEL_OPT_VERSION=0.29.0", "CUDA_ARCH_LIST=7.5 8.0 8.6 9.0 10.0 12.0", "NVRX_VERSION=0.4.0", "LD_LIBRARY_PATH=/opt/hpcx/ucc/lib/:/opt/hpcx/ucx/lib/:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64", "NVIDIA_DRIVER_CAPABILITIES=compute,utility,video", "NVIDIA_PRODUCT_NAME=Triton Server", "LIBRARY_PATH=/usr/local/cuda/lib64/stubs:", "PIP_BREAK_SYSTEM_PACKAGES=1", "TRITON_SERVER_VERSION=2.59.0", "NVIDIA_TRITON_SERVER_VERSION=25.06", "UCX_MEM_EVENTS=no", "TF_ADJUST_HUE_FUSED=1", "TF_ADJUST_SATURATION_FUSED=1", "TF_ENABLE_WINOGRAD_NONFUSED=1", "TF_AUTOTUNE_THRESHOLD=2", "TRITON_SERVER_GPU_ENABLED=1", "TRITON_SERVER_USER=triton-server", "DEBIAN_FRONTEND=noninteractive", "TCMALLOC_RELEASE_RATE=200", "DCGM_VERSION=3.3.6", "PYTHONPATH=/opt/tritonserver/backends/dali/wheel/dali:", "NVIDIA_BUILD_ID=179868676" ], "mounts": [ { "Type": "bind", "Source": "/workspace/ssims.ai/model_repository", "Destination": "/models", "Mode": "rw", "RW": true, "Propagation": "rprivate" } ], "oom": false }, "4195f96eea14d13c85f3ba442099a89ce4426cc5ce151dd64cf6659b12516369": { "image": "sha256:9101695db2a39dcc0a78c2b810eabf1a6fa561043a55e69f6324f47fd9749d92", "state": "running", "restart_count": 0, "restart_policy": { "Name": "no", "MaximumRetryCount": 0 }, "env": [ "FLOWER_PORT=5555", "CELERY_BROKER_URL=redis://redis:6379", "PATH=/usr/local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin", "LANG=C.UTF-8", "GPG_KEY=A035C8C19219BA821ECEA86B64E628F8D684696D", "PYTHON_VERSION=3.11.4", "PYTHON_PIP_VERSION=23.1.2", "PYTHON_SETUPTOOLS_VERSION=65.5.1", "PYTHON_GET_PIP_URL=https://github.com/pypa/get-pip/raw/9af82b715db434abb94a0a6f3569f43e72157346/public/get-pip.py", "PYTHON_GET_PIP_SHA256=45a2bb8bf2bb5eff16fdd00faef6f29731831c7c59bd9fc2bf1f3bed511ff1fe", "PYTHONUNBUFFERED=1", "PYTHONHASHSEED=random", "PYTHONDONTWRITEBYTECODE=1", "FLOWER_DATA_DIR=/data", "PYTHONPATH=/data" ], "mounts": [ { "Type": "volume", "Name": "c9146c36fe4ea39ecb8cd7b3edac18dfcd630083b5a42ae71369103181df90d5", "Source": "/var/lib/docker/volumes/c9146c36fe4ea39ecb8cd7b3edac18dfcd630083b5a42ae71369103181df90d5/_data", "Destination": "/data", "Driver": "local", "Mode": "", "RW": true, "Propagation": "" } ], "oom": false }, "b4971b84ddef360159e77749a77d16146d344ad87dc63aab9df03847dd93d56a": { "image": "sha256:6b9c9bf4fef00e21d0e154a120afa9557710d2b38000993315ac847627988ed4", "state": "running", "restart_count": 0, "restart_policy": { "Name": "no", "MaximumRetryCount": 0 }, "env": [ "PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin", "REDIS_DOWNLOAD_URL=https://github.com/redis/redis/archive/refs/tags/8.2.2.tar.gz", "REDIS_DOWNLOAD_SHA=e355378d7f97efd06321fff881efc452a9673cc27b3a6d0dfd2a45fbcc83349c" ], "mounts": [ { "Type": "volume", "Name": "ad30c50ebcc58317bad249fc0e8933665e0970c07a980dc7a8fc2316670eaded", "Source": "/var/lib/docker/volumes/ad30c50ebcc58317bad249fc0e8933665e0970c07a980dc7a8fc2316670eaded/_data", "Destination": "/data", "Driver": "local", "Mode": "", "RW": true, "Propagation": "" } ], "oom": false } }