Unverified Commit dafb6a52 authored by Lianmin Zheng's avatar Lianmin Zheng Committed by GitHub
Browse files

[Fix] Fix the style of test_large_max_new_tokens.py (#1638)

parent 862cd265
import json
import os import os
import time
import unittest import unittest
from concurrent.futures import ThreadPoolExecutor from concurrent.futures import ThreadPoolExecutor
...@@ -16,7 +14,7 @@ from sglang.test.test_utils import ( ...@@ -16,7 +14,7 @@ from sglang.test.test_utils import (
) )
class TestOpenAIServer(unittest.TestCase): class TestLargeMaxNewTokens(unittest.TestCase):
@classmethod @classmethod
def setUpClass(cls): def setUpClass(cls):
cls.model = DEFAULT_MODEL_NAME_FOR_TEST cls.model = DEFAULT_MODEL_NAME_FOR_TEST
...@@ -57,7 +55,7 @@ class TestOpenAIServer(unittest.TestCase): ...@@ -57,7 +55,7 @@ class TestOpenAIServer(unittest.TestCase):
num_requests = 4 num_requests = 4
futures = [] futures = []
with ThreadPoolExecutor(16) as executor: with ThreadPoolExecutor(num_requests) as executor:
for i in range(num_requests): for i in range(num_requests):
futures.append(executor.submit(self.run_chat_completion)) futures.append(executor.submit(self.run_chat_completion))
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment