build: Changes to support building trtllm image in CI (#108)

container/Dockerfile.tensorrt_llm

@@ -78,21 +78,24 @@ RUN cd lib/runtime && \
 
 # Build OpenAI HTTP Service binaries
 COPY lib/llm /workspace/lib/llm
-COPY examples/rust /workspace/examples/rust
-RUN cd examples/rust && \
+COPY components /workspace/components
+RUN cd components && \
     cargo build --release && \
-    cp target/release/http /usr/local/bin/ && \
+    cp target/release/http /usr/local/bin/
+
+# Build Dynamo Run binaries
+COPY launch /workspace/launch
+# TODO: Tanmay Add LLMAPI-based feature flag once the engine is ready.
+RUN cd launch && \
+    cargo build --release --features python && \
+    cp target/release/dynamo-run /usr/local/bin/ && \
     cp target/release/llmctl /usr/local/bin/
-
-# TODO: Build dynamo-run
-# COPY applications/...
-
 COPY deploy/dynamo/sdk /workspace/deploy/dynamo/sdk
 
 
-# Generate C bindings. Note that this is required for TRTLLM backend re-build
+# Generate C bindings for kv cache routing.
 COPY lib/bindings /workspace/lib/bindings
-RUN cd lib/bindings/c/ && \
+RUN cd lib/bindings/c && \
     cargo build --release --locked && cargo doc --no-deps
 
 # Install uv, create virtualenv for general use, and build dynamo wheel

container/build.sh

@@ -331,8 +331,6 @@ fi
 if [[ $FRAMEWORK == "TENSORRTLLM" ]]; then
     if [ ! -z ${TENSORRTLLM_PIP_WHEEL_PATH} ]; then
         BUILD_ARGS+=" --build-arg TENSORRTLLM_PIP_WHEEL_PATH=${TENSORRTLLM_PIP_WHEEL_PATH} "
-    else
-        error "ERROR: --tensorrtllm-pip-wheel-path is not provided"
     fi
 fi