Unverified Commit 8c89a555 authored by Tushar Sharma's avatar Tushar Sharma Committed by GitHub
Browse files

build: OPS-597, OPS-861 restructure TRT-LLM to follow container strategy...


build: OPS-597, OPS-861 restructure TRT-LLM to follow container strategy structure + add gating tests for public CI (#3009)
Signed-off-by: default avatarTushar Sharma <tusharma@nvidia.com>
parent fb29bd5a
...@@ -15,7 +15,7 @@ jobs: ...@@ -15,7 +15,7 @@ jobs:
strategy: strategy:
fail-fast: false fail-fast: false
matrix: matrix:
framework: [vllm, sglang] framework: [vllm, sglang, trtllm]
include: include:
- framework: vllm - framework: vllm
target: runtime target: runtime
...@@ -23,6 +23,9 @@ jobs: ...@@ -23,6 +23,9 @@ jobs:
- framework: sglang - framework: sglang
target: runtime target: runtime
pytest_marks: "e2e and sglang and gpu_1 and not slow" pytest_marks: "e2e and sglang and gpu_1 and not slow"
- framework: trtllm
target: runtime
pytest_marks: "e2e and trtllm_marker and gpu_1 and not slow"
# Do not cancel main branch runs # Do not cancel main branch runs
concurrency: concurrency:
......
This diff is collapsed.
...@@ -730,8 +730,8 @@ fi ...@@ -730,8 +730,8 @@ fi
# Skip Build 1 and Build 2 if DEV_IMAGE_INPUT is set (we'll handle it at the bottom) # Skip Build 1 and Build 2 if DEV_IMAGE_INPUT is set (we'll handle it at the bottom)
if [[ -z "${DEV_IMAGE_INPUT:-}" ]]; then if [[ -z "${DEV_IMAGE_INPUT:-}" ]]; then
# TODO: Follow 2-step build process for all frameworks once necessary changes are made to the sglang and TRT-LLM backend Dockerfiles. # Follow 2-step build process for all frameworks
if [[ $FRAMEWORK == "VLLM" ]] || [[ $FRAMEWORK == "SGLANG" ]]; then if [[ $FRAMEWORK != "NONE" ]]; then
# Define base image tag before using it # Define base image tag before using it
DYNAMO_BASE_IMAGE="dynamo-base:${VERSION}" DYNAMO_BASE_IMAGE="dynamo-base:${VERSION}"
# Start base image build # Start base image build
...@@ -792,4 +792,5 @@ elif [[ "${LOCAL_DEV_BUILD:-}" == "true" ]]; then ...@@ -792,4 +792,5 @@ elif [[ "${LOCAL_DEV_BUILD:-}" == "true" ]]; then
build_local_dev_with_header "$DEV_IMAGE" "$LOCAL_DEV_TAGS" "Successfully built local-dev images" "Starting Build 3: Local-Dev Image" build_local_dev_with_header "$DEV_IMAGE" "$LOCAL_DEV_TAGS" "Successfully built local-dev images" "Starting Build 3: Local-Dev Image"
fi fi
{ set +x; } 2>/dev/null { set +x; } 2>/dev/null
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment