Skip to content

GitLab

Unverified Commit 2ab20095 authored by Bruce MacDonald's avatar Bruce MacDonald Committed by GitHub
Browse files

log embedding eval timing

parents 74f00474 4b2d366c
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 0 deletions
llm/llama.go
View file @ 2ab20095
...@@ -471,6 +471,8 @@ func (llm *llama) Embedding(input string) ([]float64, error) { ...@@ -471,6 +471,8 @@ func (llm *llama) Embedding(input string) ([]float64, error) {
return nil, errors.New("llama: eval") return nil, errors.New("llama: eval")
} }
C.llama_print_timings(llm.ctx)
n := C.llama_n_embd(llm.ctx) n := C.llama_n_embd(llm.ctx)
if n <= 0 { if n <= 0 {
return nil, errors.New("llama: no embeddings generated") return nil, errors.New("llama: no embeddings generated")
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment