Unverified Commit 89e6521c authored by Simo Lin's avatar Simo Lin Committed by GitHub
Browse files

[router] re-enable pd router benchmark CI (#8912)

parent fd05b567
......@@ -27,8 +27,7 @@ permissions:
jobs:
test-disaggregation:
if: (github.repository == 'sgl-project/sglang' || github.event_name == 'pull_request') &&
github.event.pull_request.draft == false &&
needs.check-changes.outputs.src == 'true'
github.event.pull_request.draft == false
runs-on: [h200]
timeout-minutes: 45
......@@ -41,7 +40,7 @@ jobs:
- name: Setup Python
uses: actions/setup-python@v4
with:
python-version: '3.11'
python-version: '3.12'
- name: Setup Rust
run: |
......@@ -115,9 +114,12 @@ jobs:
- name: Install SGLang dependencies
run: |
echo "Installing SGLang with all extras..."
python3 -m pip --no-cache-dir install --upgrade pip
python3 -m pip --no-cache-dir install torch==2.8.0 torchvision torchaudio --index-url https://download.pytorch.org/whl/test/cu126
python3 -m pip --no-cache-dir install -e "python[all]" --break-system-packages
python3 -m pip --no-cache-dir install mooncake-transfer-engine==0.3.5
python3 -m pip --no-cache-dir install --user --force-reinstall genai-bench==0.0.1
python3 -m pip --no-cache-dir install sgl-kernel==0.3.2
- name: Build and install sgl-router
run: |
......@@ -304,9 +306,9 @@ jobs:
# Set mean thresholds (allowing for reasonable variance)
# These can be adjusted based on your performance requirements
ttft_threshold=2.0 # Max 2.0 seconds for mean TTFT
e2e_latency_threshold=8.0 # Max 8.0 seconds for mean E2E latency
e2e_latency_threshold=24.0 # Max 8.0 seconds for mean E2E latency
input_throughput_threshold=10000 # Min 9000 tokens/s for mean input throughput
output_throughput_threshold=100 # Min 100 tokens/s for mean output throughput
output_throughput_threshold=90 # Min 100 tokens/s for mean output throughput
# Validate mean thresholds
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment