Unverified Commit 1e4277d2 authored by Simon Mo's avatar Simon Mo Committed by GitHub
Browse files

lint: format all python file instead of just source code (#2567)

parent 9b945daa
......@@ -28,4 +28,4 @@ jobs:
pip install toml==0.10.2
- name: Running yapf
run: |
yapf --diff --recursive vllm tests
yapf --diff --recursive .
......@@ -92,17 +92,9 @@ async def get_request(
await asyncio.sleep(interval)
async def send_request(
backend: str,
model: str,
api_url: str,
prompt: str,
prompt_len: int,
output_len: int,
best_of: int,
use_beam_search: bool,
pbar: tqdm
) -> None:
async def send_request(backend: str, model: str, api_url: str, prompt: str,
prompt_len: int, output_len: int, best_of: int,
use_beam_search: bool, pbar: tqdm) -> None:
request_start_time = time.perf_counter()
headers = {"User-Agent": "Benchmark Client"}
......@@ -155,7 +147,6 @@ async def send_request(
pbar.update(1)
async def benchmark(
backend: str,
model: str,
......@@ -217,7 +208,10 @@ if __name__ == "__main__":
type=str,
default="vllm",
choices=["vllm", "tgi"])
parser.add_argument("--protocol", type=str, default="http", choices=["http", "https"])
parser.add_argument("--protocol",
type=str,
default="http",
choices=["http", "https"])
parser.add_argument("--host", type=str, default="localhost")
parser.add_argument("--port", type=int, default=8000)
parser.add_argument("--endpoint", type=str, default="/generate")
......
......@@ -32,6 +32,5 @@ chat_completion = client.chat.completions.create(
model=model,
)
print("Chat completion results:")
print(chat_completion)
......@@ -21,8 +21,7 @@ completion = client.completions.create(
echo=False,
n=2,
stream=stream,
logprobs=3
)
logprobs=3)
print("Completion results:")
if stream:
......
......@@ -71,7 +71,7 @@ format_changed() {
# Format all files
format_all() {
yapf --in-place "${YAPF_FLAGS[@]}" "${YAPF_EXCLUDES[@]}" vllm tests
yapf --in-place "${YAPF_FLAGS[@]}" "${YAPF_EXCLUDES[@]}" .
}
## This flag formats individual files. --files *must* be the first command line
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment