log embedding eval timing

2ab20095 · Bruce MacDonald · GitHub · 74f00474 · 4b2d366c · 2ab20095
Unverified Commit 2ab20095 authored Aug 14, 2023 by Bruce MacDonald Committed by GitHub Aug 14, 2023
Hide whitespace changes
Inline Side-by-side

Showing with 2 additions and 0 deletions

llm/llama.go llm/llama.go +2 -0

No files found.
--- a/llm/llama.go
+++ b/llm/llama.go
@@ -471,6 +471,8 @@ func (llm *llama) Embedding(input string) ([]float64, error) {
 		return nil, errors.New("llama: eval")
 	}

+	C.llama_print_timings(llm.ctx)
+
 	n := C.llama_n_embd(llm.ctx)
 	if n <= 0 {
 		return nil, errors.New("llama: no embeddings generated")