fix: Add symlink for NCCL in trtllm container (#5257)

22e36dec · Tanmay Verma · GitHub · 6f9619a2 · 22e36dec
Unverified Commit 22e36dec authored Jan 08, 2026 by Tanmay Verma Committed by GitHub Jan 08, 2026
Hide whitespace changes
Inline Side-by-side

Showing with 3 additions and 1 deletion

container/Dockerfile.trtllm container/Dockerfile.trtllm +3 -1

No files found.
--- a/container/Dockerfile.trtllm
+++ b/container/Dockerfile.trtllm
@@ -695,7 +695,9 @@ RUN if [ ${ARCH_ALT} = "x86_64" ]; then \
        # System utilities and dependencies
        curl && \
    apt-get clean && \
-    rm -rf /var/lib/apt/lists/*
+    rm -rf /var/lib/apt/lists/* && \
+    # Create libnccl.so symlink pointing to libnccl.so.2. TensorRT-LLM requires explicit libnccl.so
+    ln -sf /usr/lib/${ARCH_ALT}-linux-gnu/libnccl.so.2 /usr/lib/${ARCH_ALT}-linux-gnu/libnccl.so
 # Switch to dynamo user
 USER dynamo