Commit 9f66cdbb authored by Timothy J. Baek's avatar Timothy J. Baek
Browse files

feat: token/s added to verbose output

parent 0fdb346a
......@@ -34,9 +34,10 @@
for (const message of messages) {
if (message.info) {
tippy(`#info-${message.id}`, {
content: `<span class="text-xs">total_duration: ${
message.info.total_duration ?? 'N/A'
content: `<span class="text-xs">token/s: ${
(message.info.eval_count ?? 0) / message.info.eval_duration ?? 'N/A'
}<br/>
total_duration: ${message.info.total_duration ?? 'N/A'}<br/>
load_duration: ${message.info.load_duration ?? 'N/A'}<br/>
sample_count: ${message.info.sample_count ?? 'N/A'}<br/>
sample_duration: ${message.info.sample_duration ?? 'N/A'}<br/>
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment