Unverified Commit 69aa937a authored by Lianmin Zheng's avatar Lianmin Zheng Committed by GitHub
Browse files

Fix unit tests and type annotations (#1648)

parent 5d638c92
...@@ -76,7 +76,7 @@ jobs: ...@@ -76,7 +76,7 @@ jobs:
timeout-minutes: 20 timeout-minutes: 20
run: | run: |
cd test/srt cd test/srt
python3 run_suite.py --suite minimal --range-begin 5 --range-end 16 python3 run_suite.py --suite minimal --range-begin 5 --range-end 15
unit-test-backend-part-3: unit-test-backend-part-3:
if: github.repository == 'sgl-project/sglang' || github.event_name == 'pull_request' if: github.repository == 'sgl-project/sglang' || github.event_name == 'pull_request'
...@@ -96,7 +96,7 @@ jobs: ...@@ -96,7 +96,7 @@ jobs:
timeout-minutes: 20 timeout-minutes: 20
run: | run: |
cd test/srt cd test/srt
python3 run_suite.py --suite minimal --range-begin 16 python3 run_suite.py --suite minimal --range-begin 15
performance-test-1-gpu-part-1: performance-test-1-gpu-part-1:
if: github.repository == 'sgl-project/sglang' || github.event_name == 'pull_request' if: github.repository == 'sgl-project/sglang' || github.event_name == 'pull_request'
......
...@@ -405,9 +405,9 @@ class ScheduleBatch: ...@@ -405,9 +405,9 @@ class ScheduleBatch:
sampling_info: SamplingBatchInfo = None sampling_info: SamplingBatchInfo = None
# Batched arguments to model runner # Batched arguments to model runner
input_ids: List[int] = None input_ids: torch.Tensor = None
req_pool_indices: List[int] = None req_pool_indices: torch.Tensor = None
seq_lens: List[int] = None seq_lens: torch.Tensor = None
out_cache_loc: torch.Tensor = None out_cache_loc: torch.Tensor = None
# For processing logprobs # For processing logprobs
......
...@@ -17,7 +17,6 @@ limitations under the License. ...@@ -17,7 +17,6 @@ limitations under the License.
import json import json
import logging import logging
import multiprocessing
import os import os
import time import time
import warnings import warnings
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment