log embedding eval timing

56fd4e4e · Bruce MacDonald · 74f00474 · 56fd4e4e
Commit 56fd4e4e authored Aug 14, 2023 by Bruce MacDonald
Hide whitespace changes
Inline Side-by-side

Showing with 3 additions and 0 deletions

llm/llama.go llm/llama.go +3 -0

No files found.
--- a/llm/llama.go
+++ b/llm/llama.go
@@ -471,6 +471,9 @@ func (llm *llama) Embedding(input string) ([]float64, error) {
 		return nil, errors.New("llama: eval")
 	}

+	timings := C.llama_get_timings(llm.ctx)
+	log.Printf("embed: eval_ms=%v", parseDurationMs(float64(timings.t_p_eval_ms)))
+
 	n := C.llama_n_embd(llm.ctx)
 	if n <= 0 {
 		return nil, errors.New("llama: no embeddings generated")