Update TypeBasedDispatcher and balance CI tests (#3001)

09bcbe01 · Lianmin Zheng · GitHub · 03464890 · 09bcbe01 · 09bcbe01
Unverified Commit 09bcbe01 authored Jan 19, 2025 by Lianmin Zheng Committed by GitHub Jan 19, 2025
Hide whitespace changes
Inline Side-by-side

Showing with 5 additions and 4 deletions

.github/workflows/pr-test.yml .github/workflows/pr-test.yml +1 -1

python/sglang/srt/managers/tokenizer_manager.py python/sglang/srt/managers/tokenizer_manager.py +4 -3

No files found.
--- a/.github/workflows/pr-test.yml
+++ b/.github/workflows/pr-test.yml
@@ -52,7 +52,7 @@ jobs:
    runs-on: 1-gpu-runner
    strategy:
      matrix:
-        range: [0-6, 6-15, 15-22, 22-32, 32-37, 37-100]
+        range: [0-6, 6-15, 15-22, 22-32, 32-40, 40-100]
    steps:
      - name: Checkout code
        uses: actions/checkout@v3

--- a/python/sglang/srt/managers/tokenizer_manager.py
+++ b/python/sglang/srt/managers/tokenizer_manager.py
@@ -226,9 +226,10 @@ class TokenizerManager:

        self._result_dispatcher = TypeBasedDispatcher(
            [
-                (BatchStrOut, self._handle_batch_output),
-                (BatchEmbeddingOut, self._handle_batch_output),
-                (BatchTokenIDOut, self._handle_batch_output),
+                (
+                    (BatchStrOut, BatchEmbeddingOut, BatchTokenIDOut),
+                    self._handle_batch_output,
+                ),
                (OpenSessionReqOutput, self._handle_open_session_req_output),
                (
                    UpdateWeightFromDiskReqOutput,