[CI] migrate router to BM.A10.4 runner (#8992)

Co-authored-by: key4ng <rukeyang@gamil.com>

.github/workflows/pr-test-rust.yml

@@ -56,7 +56,7 @@ jobs:
 
   e2e-python:
     if: github.repository == 'sgl-project/sglang' || github.event_name == 'pull_request'
-    runs-on: 2-gpu-runner
+    runs-on: BM.A10.4
     timeout-minutes: 30
     steps:
       - name: Checkout code
@@ -66,6 +66,10 @@ jobs:
         run: |
           bash scripts/ci/ci_install_rust.sh
 
+      - name: Install SGLang dependencies
+        run: |
+          sudo bash scripts/ci/ci_install_dependency.sh
+
       - name: Build python binding
         run: |
           source "$HOME/.cargo/env"

sgl-router/README.md

@@ -43,6 +43,7 @@ python -m build && pip install --force-reinstall dist/*.whl
 ```
 
 #### Option B: Development Mode
+
 ```bash
 pip install -e .
 ```

sgl-router/py_test/test_launch_server.py

@@ -251,7 +251,7 @@ class TestLaunchServer(unittest.TestCase):
 
         metrics = run_eval(args)
         score = metrics["score"]
-        THRESHOLD = 0.65
+        THRESHOLD = 0.635
         passed = score >= THRESHOLD
         msg = f"MMLU test {'passed' if passed else 'failed'} with score {score:.3f} (threshold: {THRESHOLD})"
         self.assertGreaterEqual(score, THRESHOLD, msg)
@@ -291,7 +291,7 @@ class TestLaunchServer(unittest.TestCase):
         )
         metrics = run_eval(args)
         score = metrics["score"]
-        THRESHOLD = 0.65
+        THRESHOLD = 0.635
         passed = score >= THRESHOLD
         msg = f"MMLU test {'passed' if passed else 'failed'} with score {score:.3f} (threshold: {THRESHOLD})"
         self.assertGreaterEqual(score, THRESHOLD, msg)
@@ -305,7 +305,7 @@ class TestLaunchServer(unittest.TestCase):
         # 5. run mmlu again
         metrics = run_eval(args)
         score = metrics["score"]
-        THRESHOLD = 0.65
+        THRESHOLD = 0.635
         passed = score >= THRESHOLD
         msg = f"MMLU test {'passed' if passed else 'failed'} with score {score:.3f} (threshold: {THRESHOLD})"
         self.assertGreaterEqual(score, THRESHOLD, msg)
@@ -358,7 +358,7 @@ class TestLaunchServer(unittest.TestCase):
         )
         metrics = run_eval(args)
         score = metrics["score"]
-        THRESHOLD = 0.65
+        THRESHOLD = 0.635
         passed = score >= THRESHOLD
         msg = f"MMLU test {'passed' if passed else 'failed'} with score {score:.3f} (threshold: {THRESHOLD})"
         self.assertGreaterEqual(score, THRESHOLD, msg)
@@ -485,7 +485,7 @@ class TestLaunchServer(unittest.TestCase):
 
         metrics = run_eval(args)
         score = metrics["score"]
-        THRESHOLD = 0.65
+        THRESHOLD = 0.635
         passed = score >= THRESHOLD
         msg = f"dp aware MMLU test {'passed' if passed else 'failed'} with score {score:.3f} (threshold: {THRESHOLD})"
         self.assertGreaterEqual(score, THRESHOLD, msg)
@@ -529,7 +529,7 @@ class TestLaunchServer(unittest.TestCase):
         )
         metrics = run_eval(args)
         score = metrics["score"]
-        THRESHOLD = 0.65
+        THRESHOLD = 0.635
         passed = score >= THRESHOLD
         msg = f"MMLU test {'passed' if passed else 'failed'} with score {score:.3f} (threshold: {THRESHOLD})"
         self.assertGreaterEqual(score, THRESHOLD, msg)
@@ -543,7 +543,7 @@ class TestLaunchServer(unittest.TestCase):
         # 5. Run mmlu again
         metrics = run_eval(args)
         score = metrics["score"]
-        THRESHOLD = 0.65
+        THRESHOLD = 0.635
         passed = score >= THRESHOLD
         msg = f"MMLU test {'passed' if passed else 'failed'} with score {score:.3f} (threshold: {THRESHOLD})"
         self.assertGreaterEqual(score, THRESHOLD, msg)
@@ -621,7 +621,7 @@ class TestLaunchServer(unittest.TestCase):
         )
         metrics = run_eval(args)
         score = metrics["score"]
-        THRESHOLD = 0.65
+        THRESHOLD = 0.635
         passed = score >= THRESHOLD
         msg = f"MMLU test {'passed' if passed else 'failed'} with score {score:.3f} (threshold: {THRESHOLD})"
         self.assertGreaterEqual(score, THRESHOLD, msg)