Update client.sh

client.sh

-
-echo "tp,data_type,batch,prompt_tokens,completion_tokens,TOTAL_THROUGHPUT(toks/s),generate_throughput(toks/s), TTFT(ms),TPOT(ms),ITL(ms),P99_TTFT(ms),P99_TPOT(ms),P99_ITL(ms)" >  DeepSeek-R1-0528-W4A8-V2_tp8-nopc.csv
+echo "tp,data_type,batch,prompt_tokens,completion_tokens,TOTAL_THROUGHPUT(toks/s),generate_throughput(toks/s), TTFT(ms),TPOT(ms),ITL(ms),P99_TTFT(ms),P99_TPOT(ms),P99_ITL(ms)" >  DeepSeek-R1-0528-W4A8-V2.csv
 pairs=( "512 512"  "1024 512" "2048 512" "4096 512" "8192 512" "16384 512")
 model_path="/module3/DeepSeek-R1-0528-W4A8-V2"
 tp=8
@@ -15,7 +14,7 @@ for pair in "${pairs[@]}"; do
         # benchmark_throughput.py
         python benchmark_serving.py \
                 --backend openai \
-                --port 20011\
+                --port 10002\
                 --model ${model_path} \
                 --trust-remote-code \
                 --dataset-name random \
@@ -35,6 +34,6 @@ for pair in "${pairs[@]}"; do
         P99_ITL=`grep "^P99 ITL"  $log_path| awk -F ' ' '{print $4}'`
         P99_TTFT=`grep "^P99 TTFT"  $log_path| awk -F ' ' '{print $4}'`
         P99_TPOT=`grep "^P99 TPOT"  $log_path| awk -F ' ' '{print $4}'`
-        echo "$tp,$data_type,$batch,$prompt_tokens,$completion_tokens,$TOTAL_THROUGHPUT,$GEN_THROUGHPUT,$TTFT,$TPOT, $ITL,$P99_TTFT,$P99_TPOT,$P99_ITL" >>  DeepSeek-R1-0528-W4A8-V2_tp8-nopc.csv
+        echo "$tp,$data_type,$batch,$prompt_tokens,$completion_tokens,$TOTAL_THROUGHPUT,$GEN_THROUGHPUT,$TTFT,$TPOT, $ITL,$P99_TTFT,$P99_TPOT,$P99_ITL" >>  DeepSeek-R1-0528-W4A8-V2.csv
     done
 done