"...git@developer.sourcefind.cn:2222/OpenDAS/vllm_cscc.git" did not exist on "203a7f27dac2197ddcf5bb1cfd105596a19ea990"
Unverified Commit e1c685b1 authored by Tanmay Verma's avatar Tanmay Verma Committed by GitHub
Browse files

fix: Remove debug logging from aiperf benchmarking (#5010)

parent 1b8869f5
......@@ -236,7 +236,6 @@ for concurrency in "${concurrency_array[@]}"; do
--random-seed 100 \
--artifact-dir ${artifact_dir} \
--ui simple \
-v \
-H 'Authorization: Bearer NOT USED' \
-H 'Accept: text/event-stream'
......
......@@ -430,7 +430,6 @@ aiperf profile \
--num-dataset-entries 8000 \
--random-seed 100 \
--artifact-dir /tmp/benchmark-results \
-v \
-H 'Authorization: Bearer NOT USED' \
-H 'Accept: text/event-stream'
```
......
......@@ -174,7 +174,6 @@ for concurrency in ${concurrency_list}; do
--num-dataset-entries ${num_prompts} \
--random-seed 100 \
--artifact-dir ${artifacts_dir} \
-v \
-H 'Authorization: Bearer NOT USED' \
-H 'Accept: text/event-stream'
echo "Benchmark with concurrency ${concurrency} done"
......
......@@ -47,6 +47,5 @@ aiperf profile \
--request-count ${num_requests} \
--num-dataset-entries ${num_unique_prompts} \
--random-seed ${seed} \
-v \
-H 'Authorization: Bearer NOT USED' \
-H 'Accept: text/event-stream'
......@@ -286,8 +286,7 @@ aiperf profile \
--streaming \
--input-file /workspace/rr-5-45_i3000o300.jsonl \ # path to the generated load dataset \
--custom-dataset-type mooncake_trace \
--goodput "time_to_first_token:200 inter_token_latency:10" \
-v
--goodput "time_to_first_token:200 inter_token_latency:10"
```
> [!NOTE]
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment