Skip to content

GitLab

Unverified Commit dc1b8bcf authored by Ying Sheng's avatar Ying Sheng Committed by GitHub
Browse files

Format (#593)

parent 5a57b8ad
Hide whitespace changes
Inline Side-by-side
Showing with 7 additions and 5 deletions
test/srt/test_httpserver_classify.py
View file @ dc1b8bcf
...@@ -37,10 +37,12 @@ def get_logits_batch(url, prompts): ...@@ -37,10 +37,12 @@ def get_logits_batch(url, prompts):
}, },
) )
ret = response.json() ret = response.json()
logits = np.array(list( logits = np.array(
ret[i]["meta_info"]["normalized_prompt_logprob"] list(
for i in range(len(prompts)) ret[i]["meta_info"]["normalized_prompt_logprob"]
)) for i in range(len(prompts))
)
)
return logits return logits
...@@ -64,4 +66,4 @@ if __name__ == "__main__": ...@@ -64,4 +66,4 @@ if __name__ == "__main__":
"This is a long long long long test prompt.<|eot_id|>", "This is a long long long long test prompt.<|eot_id|>",
] ]
logits = get_logits_batch(url, prompts) logits = get_logits_batch(url, prompts)
print(f"{logits=}") print(f"{logits=}")
\ No newline at end of file
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment