Unverified Commit 69aa937a authored by Lianmin Zheng's avatar Lianmin Zheng Committed by GitHub
Browse files

Fix unit tests and type annotations (#1648)

parent 5d638c92
......@@ -76,7 +76,7 @@ jobs:
timeout-minutes: 20
run: |
cd test/srt
python3 run_suite.py --suite minimal --range-begin 5 --range-end 16
python3 run_suite.py --suite minimal --range-begin 5 --range-end 15
unit-test-backend-part-3:
if: github.repository == 'sgl-project/sglang' || github.event_name == 'pull_request'
......@@ -96,7 +96,7 @@ jobs:
timeout-minutes: 20
run: |
cd test/srt
python3 run_suite.py --suite minimal --range-begin 16
python3 run_suite.py --suite minimal --range-begin 15
performance-test-1-gpu-part-1:
if: github.repository == 'sgl-project/sglang' || github.event_name == 'pull_request'
......
......@@ -405,9 +405,9 @@ class ScheduleBatch:
sampling_info: SamplingBatchInfo = None
# Batched arguments to model runner
input_ids: List[int] = None
req_pool_indices: List[int] = None
seq_lens: List[int] = None
input_ids: torch.Tensor = None
req_pool_indices: torch.Tensor = None
seq_lens: torch.Tensor = None
out_cache_loc: torch.Tensor = None
# For processing logprobs
......
......@@ -17,7 +17,6 @@ limitations under the License.
import json
import logging
import multiprocessing
import os
import time
import warnings
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment