Unverified Commit befc6beb authored by Lianmin Zheng's avatar Lianmin Zheng Committed by GitHub
Browse files

Fix a typo in io_struct.py (#2008)

parent 59a5ba9b
...@@ -114,25 +114,25 @@ jobs: ...@@ -114,25 +114,25 @@ jobs:
run: | run: |
bash scripts/ci_install_dependency.sh bash scripts/ci_install_dependency.sh
- name: Benchmark Single Latency - name: Benchmark single latency
timeout-minutes: 10 timeout-minutes: 10
run: | run: |
cd test/srt cd test/srt
python3 -m unittest test_bench_latency.TestBenchLatency.test_default python3 -m unittest test_bench_latency.TestBenchLatency.test_default
- name: Benchmark Online Latency - name: Benchmark online latency
timeout-minutes: 10 timeout-minutes: 10
run: | run: |
cd test/srt cd test/srt
python3 -m unittest test_bench_serving.TestBenchServing.test_online_latency_default python3 -m unittest test_bench_serving.TestBenchServing.test_online_latency_default
- name: Benchmark Offline Throughput - name: Benchmark offline throughput
timeout-minutes: 10 timeout-minutes: 10
run: | run: |
cd test/srt cd test/srt
python3 -m unittest test_bench_serving.TestBenchServing.test_offline_throughput_default python3 -m unittest test_bench_serving.TestBenchServing.test_offline_throughput_default
- name: Benchmark Offline Throughput (Non-streaming, small batch size) - name: Benchmark offline throughput (Non-streaming, small batch size)
timeout-minutes: 10 timeout-minutes: 10
run: | run: |
cd test/srt cd test/srt
...@@ -149,19 +149,19 @@ jobs: ...@@ -149,19 +149,19 @@ jobs:
run: | run: |
bash scripts/ci_install_dependency.sh bash scripts/ci_install_dependency.sh
- name: Benchmark Offline Throughput (w/o RadixAttention) - name: Benchmark offline throughput (w/o RadixAttention)
timeout-minutes: 10 timeout-minutes: 10
run: | run: |
cd test/srt cd test/srt
python3 -m unittest test_bench_serving.TestBenchServing.test_offline_throughput_without_radix_cache python3 -m unittest test_bench_serving.TestBenchServing.test_offline_throughput_without_radix_cache
- name: Benchmark Offline Throughput (w/ Triton) - name: Benchmark offline throughput (w/ Triton)
timeout-minutes: 10 timeout-minutes: 10
run: | run: |
cd test/srt cd test/srt
python3 -m unittest test_bench_serving.TestBenchServing.test_offline_throughput_with_triton_attention_backend python3 -m unittest test_bench_serving.TestBenchServing.test_offline_throughput_with_triton_attention_backend
- name: Benchmark Offline Throughput (w/ FP8) - name: Benchmark offline throughput (w/ FP8)
timeout-minutes: 10 timeout-minutes: 10
run: | run: |
cd test/srt cd test/srt
...@@ -178,19 +178,19 @@ jobs: ...@@ -178,19 +178,19 @@ jobs:
run: | run: |
bash scripts/ci_install_dependency.sh bash scripts/ci_install_dependency.sh
- name: Benchmark Offline Throughput (TP=2) - name: Benchmark offline throughput (TP=2)
timeout-minutes: 10 timeout-minutes: 10
run: | run: |
cd test/srt cd test/srt
python3 -m unittest test_bench_serving.TestBenchServing.test_moe_offline_throughput_default python3 -m unittest test_bench_serving.TestBenchServing.test_moe_offline_throughput_default
- name: Benchmark Offline Throughput (w/o RadixAttention) (TP=2) - name: Benchmark offline throughput (w/o RadixAttention) (TP=2)
timeout-minutes: 10 timeout-minutes: 10
run: | run: |
cd test/srt cd test/srt
python3 -m unittest test_bench_serving.TestBenchServing.test_moe_offline_throughput_without_radix_cache python3 -m unittest test_bench_serving.TestBenchServing.test_moe_offline_throughput_without_radix_cache
- name: Benchmark Single Latency (TP=2) - name: Benchmark single latency (TP=2)
timeout-minutes: 10 timeout-minutes: 10
run: | run: |
cd test/srt cd test/srt
...@@ -211,7 +211,7 @@ jobs: ...@@ -211,7 +211,7 @@ jobs:
cd human-eval cd human-eval
pip install -e . pip install -e .
- name: Evaluate Accuracy - name: Evaluate accuracy
timeout-minutes: 20 timeout-minutes: 20
run: | run: |
cd test/srt cd test/srt
...@@ -232,20 +232,20 @@ jobs: ...@@ -232,20 +232,20 @@ jobs:
cd human-eval cd human-eval
pip install -e . pip install -e .
- name: Evaluate Accuracy (TP=2) - name: Evaluate accuracy (TP=2)
timeout-minutes: 20 timeout-minutes: 20
run: | run: |
cd test/srt cd test/srt
python3 test_moe_eval_accuracy_large.py python3 test_moe_eval_accuracy_large.py
- name: Evaluate MLA Accuracy (TP=2) - name: Evaluate MLA accuracy (TP=2)
timeout-minutes: 10 timeout-minutes: 10
run: | run: |
cd test/srt cd test/srt
python3 test_mla.py python3 test_mla.py
python3 test_mla_fp8.py python3 test_mla_fp8.py
- name: Evaluate Data Parallelism Accuracy (DP=2) - name: Evaluate data parallelism accuracy (DP=2)
timeout-minutes: 10 timeout-minutes: 10
run: | run: |
cd test/srt cd test/srt
......
...@@ -184,7 +184,7 @@ class TokenizedGenerateReqInput: ...@@ -184,7 +184,7 @@ class TokenizedGenerateReqInput:
input_text: str input_text: str
# The input token ids # The input token ids
input_ids: List[int] input_ids: List[int]
# The image input # The image inputs
image_inputs: dict image_inputs: dict
# The sampling parameters # The sampling parameters
sampling_params: SamplingParams sampling_params: SamplingParams
......
...@@ -212,7 +212,7 @@ class Req: ...@@ -212,7 +212,7 @@ class Req:
# this does not include the jump forward tokens. # this does not include the jump forward tokens.
self.completion_tokens_wo_jump_forward = 0 self.completion_tokens_wo_jump_forward = 0
# For vision inputs # For multimodal inputs
self.image_inputs: Optional[ImageInputs] = None self.image_inputs: Optional[ImageInputs] = None
# Prefix info # Prefix info
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment