cmd.go 23.4 KB
Newer Older
Jeffrey Morgan's avatar
Jeffrey Morgan committed
1
2
3
package cmd

import (
Michael Yang's avatar
Michael Yang committed
4
	"bytes"
Jeffrey Morgan's avatar
Jeffrey Morgan committed
5
	"context"
6
7
	"crypto/ed25519"
	"crypto/rand"
Michael Yang's avatar
Michael Yang committed
8
	"crypto/sha256"
9
	"encoding/pem"
Michael Yang's avatar
Michael Yang committed
10
	"errors"
Bruce MacDonald's avatar
Bruce MacDonald committed
11
	"fmt"
Michael Yang's avatar
Michael Yang committed
12
	"io"
Jeffrey Morgan's avatar
Jeffrey Morgan committed
13
14
	"log"
	"net"
15
	"net/http"
Jeffrey Morgan's avatar
Jeffrey Morgan committed
16
	"os"
17
	"os/exec"
18
	"os/signal"
19
	"path/filepath"
20
	"runtime"
Michael Yang's avatar
Michael Yang committed
21
	"strings"
22
	"syscall"
Michael Yang's avatar
Michael Yang committed
23
	"time"
Jeffrey Morgan's avatar
Jeffrey Morgan committed
24

Patrick Devine's avatar
Patrick Devine committed
25
	"github.com/olekukonko/tablewriter"
Michael Yang's avatar
Michael Yang committed
26
	"github.com/spf13/cobra"
27
	"golang.org/x/crypto/ssh"
28
	"golang.org/x/term"
Michael Yang's avatar
Michael Yang committed
29

Jeffrey Morgan's avatar
Jeffrey Morgan committed
30
	"github.com/jmorganca/ollama/api"
Patrick Devine's avatar
Patrick Devine committed
31
	"github.com/jmorganca/ollama/format"
Michael Yang's avatar
Michael Yang committed
32
	"github.com/jmorganca/ollama/parser"
Michael Yang's avatar
Michael Yang committed
33
	"github.com/jmorganca/ollama/progress"
Patrick Devine's avatar
Patrick Devine committed
34
	"github.com/jmorganca/ollama/readline"
Jeffrey Morgan's avatar
Jeffrey Morgan committed
35
	"github.com/jmorganca/ollama/server"
Michael Yang's avatar
Michael Yang committed
36
	"github.com/jmorganca/ollama/version"
Jeffrey Morgan's avatar
Jeffrey Morgan committed
37
38
)

39
func CreateHandler(cmd *cobra.Command, args []string) error {
40
	filename, _ := cmd.Flags().GetString("file")
41
42
43
44
45
	filename, err := filepath.Abs(filename)
	if err != nil {
		return err
	}

Michael Yang's avatar
Michael Yang committed
46
	client, err := api.ClientFromEnvironment()
47
48
49
	if err != nil {
		return err
	}
50

Michael Yang's avatar
Michael Yang committed
51
52
53
54
55
	p := progress.NewProgress(os.Stderr)
	defer p.Stop()

	bars := make(map[string]*progress.Bar)

56
	status := fmt.Sprintf("creating %s", args[0])
Michael Yang's avatar
Michael Yang committed
57
58
59
	spinner := progress.NewSpinner(status)
	p.Add(status, spinner)

Michael Yang's avatar
Michael Yang committed
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
	modelfile, err := os.ReadFile(filename)
	if err != nil {
		return err
	}

	commands, err := parser.Parse(bytes.NewReader(modelfile))
	if err != nil {
		return err
	}

	home, err := os.UserHomeDir()
	if err != nil {
		return err
	}

75
76
77
78
79
80
	spinner.Stop()

	status = "transferring context"
	spinner = progress.NewSpinner(status)
	p.Add(status, spinner)

Michael Yang's avatar
Michael Yang committed
81
82
83
84
85
86
87
88
89
90
91
92
	for _, c := range commands {
		switch c.Name {
		case "model", "adapter":
			path := c.Args
			if path == "~" {
				path = home
			} else if strings.HasPrefix(path, "~/") {
				path = filepath.Join(home, path[2:])
			}

			bin, err := os.Open(path)
			if errors.Is(err, os.ErrNotExist) && c.Name == "model" {
Michael Yang's avatar
Michael Yang committed
93
				continue
Michael Yang's avatar
Michael Yang committed
94
95
96
97
98
99
100
101
102
103
104
105
			} else if err != nil {
				return err
			}
			defer bin.Close()

			hash := sha256.New()
			if _, err := io.Copy(hash, bin); err != nil {
				return err
			}
			bin.Seek(0, io.SeekStart)

			digest := fmt.Sprintf("sha256:%x", hash.Sum(nil))
Michael Yang's avatar
Michael Yang committed
106
			if err = client.CreateBlob(cmd.Context(), digest, bin); err != nil {
Michael Yang's avatar
Michael Yang committed
107
108
109
				return err
			}

Michael Yang's avatar
Michael Yang committed
110
			modelfile = bytes.ReplaceAll(modelfile, []byte(c.Args), []byte("@"+digest))
Michael Yang's avatar
Michael Yang committed
111
112
		}
	}
Michael Yang's avatar
Michael Yang committed
113

114
	fn := func(resp api.ProgressResponse) error {
Michael Yang's avatar
Michael Yang committed
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
		if resp.Digest != "" {
			spinner.Stop()

			bar, ok := bars[resp.Digest]
			if !ok {
				bar = progress.NewBar(resp.Status, resp.Total, resp.Completed)
				bars[resp.Digest] = bar
				p.Add(resp.Digest, bar)
			}

			bar.Set(resp.Completed)
		} else if status != resp.Status {
			spinner.Stop()

			status = resp.Status
			spinner = progress.NewSpinner(status)
			p.Add(status, spinner)
		}

134
135
136
		return nil
	}

Michael Yang's avatar
Michael Yang committed
137
	request := api.CreateRequest{Name: args[0], Path: filename, Modelfile: string(modelfile)}
138
139
140
141
142
143
144
	if err := client.Create(context.Background(), &request, fn); err != nil {
		return err
	}

	return nil
}

145
func RunHandler(cmd *cobra.Command, args []string) error {
Michael Yang's avatar
Michael Yang committed
146
	client, err := api.ClientFromEnvironment()
147
148
149
150
	if err != nil {
		return err
	}

151
152
153
	name := args[0]
	// check if the model exists on the server
	_, err = client.Show(context.Background(), &api.ShowRequest{Name: name})
Michael Yang's avatar
Michael Yang committed
154
155
156
157
	var statusError api.StatusError
	switch {
	case errors.As(err, &statusError) && statusError.StatusCode == http.StatusNotFound:
		if err := PullHandler(cmd, args); err != nil {
158
			return err
Michael Yang's avatar
Michael Yang committed
159
		}
Michael Yang's avatar
Michael Yang committed
160
161
	case err != nil:
		return err
162
163
	}

Michael Yang's avatar
Michael Yang committed
164
	return RunGenerate(cmd, args)
Bruce MacDonald's avatar
Bruce MacDonald committed
165
166
}

167
func PushHandler(cmd *cobra.Command, args []string) error {
Michael Yang's avatar
Michael Yang committed
168
	client, err := api.ClientFromEnvironment()
169
170
171
	if err != nil {
		return err
	}
172

173
174
175
176
177
	insecure, err := cmd.Flags().GetBool("insecure")
	if err != nil {
		return err
	}

Michael Yang's avatar
Michael Yang committed
178
179
180
181
182
	p := progress.NewProgress(os.Stderr)
	defer p.Stop()

	bars := make(map[string]*progress.Bar)

183
184
185
	status := fmt.Sprintf("pushing %s", args[0])
	spinner := progress.NewSpinner(status)
	p.Add(status, spinner)
Michael Yang's avatar
Michael Yang committed
186

187
	fn := func(resp api.ProgressResponse) error {
Michael Yang's avatar
Michael Yang committed
188
		if resp.Digest != "" {
189
			spinner.Stop()
Michael Yang's avatar
Michael Yang committed
190
191
192
193
194
195
196
197
198
199

			bar, ok := bars[resp.Digest]
			if !ok {
				bar = progress.NewBar(resp.Status, resp.Total, resp.Completed)
				bars[resp.Digest] = bar
				p.Add(resp.Digest, bar)
			}

			bar.Set(resp.Completed)
		} else if status != resp.Status {
200
			spinner.Stop()
Michael Yang's avatar
Michael Yang committed
201
202
203
204
205
206

			status = resp.Status
			spinner = progress.NewSpinner(status)
			p.Add(status, spinner)
		}

207
208
209
		return nil
	}

Michael Yang's avatar
Michael Yang committed
210
211
212
213
214
	request := api.PushRequest{Name: args[0], Insecure: insecure}
	if err := client.Push(context.Background(), &request, fn); err != nil {
		return err
	}

215
	spinner.Stop()
Michael Yang's avatar
Michael Yang committed
216
	return nil
217
218
}

219
func ListHandler(cmd *cobra.Command, args []string) error {
Michael Yang's avatar
Michael Yang committed
220
	client, err := api.ClientFromEnvironment()
221
222
223
	if err != nil {
		return err
	}
Patrick Devine's avatar
Patrick Devine committed
224
225
226
227
228
229
230
231
232

	models, err := client.List(context.Background())
	if err != nil {
		return err
	}

	var data [][]string

	for _, m := range models.Models {
Michael Yang's avatar
Michael Yang committed
233
		if len(args) == 0 || strings.HasPrefix(m.Name, args[0]) {
234
			data = append(data, []string{m.Name, m.Digest[:12], format.HumanBytes(m.Size), format.HumanTime(m.ModifiedAt, "Never")})
Michael Yang's avatar
Michael Yang committed
235
		}
Patrick Devine's avatar
Patrick Devine committed
236
237
238
	}

	table := tablewriter.NewWriter(os.Stdout)
Patrick Devine's avatar
Patrick Devine committed
239
	table.SetHeader([]string{"NAME", "ID", "SIZE", "MODIFIED"})
Patrick Devine's avatar
Patrick Devine committed
240
241
242
243
244
245
246
247
248
249
250
251
	table.SetHeaderAlignment(tablewriter.ALIGN_LEFT)
	table.SetAlignment(tablewriter.ALIGN_LEFT)
	table.SetHeaderLine(false)
	table.SetBorder(false)
	table.SetNoWhiteSpace(true)
	table.SetTablePadding("\t")
	table.AppendBulk(data)
	table.Render()

	return nil
}

252
func DeleteHandler(cmd *cobra.Command, args []string) error {
Michael Yang's avatar
Michael Yang committed
253
	client, err := api.ClientFromEnvironment()
254
255
256
	if err != nil {
		return err
	}
257

258
259
260
261
262
263
	for _, name := range args {
		req := api.DeleteRequest{Name: name}
		if err := client.Delete(context.Background(), &req); err != nil {
			return err
		}
		fmt.Printf("deleted '%s'\n", name)
264
265
266
267
	}
	return nil
}

Patrick Devine's avatar
Patrick Devine committed
268
func ShowHandler(cmd *cobra.Command, args []string) error {
Michael Yang's avatar
Michael Yang committed
269
	client, err := api.ClientFromEnvironment()
Patrick Devine's avatar
Patrick Devine committed
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
	if err != nil {
		return err
	}

	if len(args) != 1 {
		return errors.New("missing model name")
	}

	license, errLicense := cmd.Flags().GetBool("license")
	modelfile, errModelfile := cmd.Flags().GetBool("modelfile")
	parameters, errParams := cmd.Flags().GetBool("parameters")
	system, errSystem := cmd.Flags().GetBool("system")
	template, errTemplate := cmd.Flags().GetBool("template")

	for _, boolErr := range []error{errLicense, errModelfile, errParams, errSystem, errTemplate} {
		if boolErr != nil {
			return errors.New("error retrieving flags")
		}
	}

	flagsSet := 0
	showType := ""

	if license {
		flagsSet++
		showType = "license"
	}

	if modelfile {
		flagsSet++
		showType = "modelfile"
	}

	if parameters {
		flagsSet++
		showType = "parameters"
	}

	if system {
		flagsSet++
		showType = "system"
	}

	if template {
		flagsSet++
		showType = "template"
	}

	if flagsSet > 1 {
319
		return errors.New("only one of '--license', '--modelfile', '--parameters', '--system', or '--template' can be specified")
Patrick Devine's avatar
Patrick Devine committed
320
	} else if flagsSet == 0 {
321
		return errors.New("one of '--license', '--modelfile', '--parameters', '--system', or '--template' must be specified")
Patrick Devine's avatar
Patrick Devine committed
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
	}

	req := api.ShowRequest{Name: args[0]}
	resp, err := client.Show(context.Background(), &req)
	if err != nil {
		return err
	}

	switch showType {
	case "license":
		fmt.Println(resp.License)
	case "modelfile":
		fmt.Println(resp.Modelfile)
	case "parameters":
		fmt.Println(resp.Parameters)
	case "system":
		fmt.Println(resp.System)
	case "template":
		fmt.Println(resp.Template)
	}

	return nil
}

Patrick Devine's avatar
Patrick Devine committed
346
func CopyHandler(cmd *cobra.Command, args []string) error {
Michael Yang's avatar
Michael Yang committed
347
	client, err := api.ClientFromEnvironment()
348
349
350
	if err != nil {
		return err
	}
Patrick Devine's avatar
Patrick Devine committed
351
352
353
354
355
356
357
358
359

	req := api.CopyRequest{Source: args[0], Destination: args[1]}
	if err := client.Copy(context.Background(), &req); err != nil {
		return err
	}
	fmt.Printf("copied '%s' to '%s'\n", args[0], args[1])
	return nil
}

360
func PullHandler(cmd *cobra.Command, args []string) error {
361
362
363
364
365
	insecure, err := cmd.Flags().GetBool("insecure")
	if err != nil {
		return err
	}

Michael Yang's avatar
Michael Yang committed
366
	client, err := api.ClientFromEnvironment()
367
368
369
	if err != nil {
		return err
	}
370

Michael Yang's avatar
Michael Yang committed
371
372
373
374
375
	p := progress.NewProgress(os.Stderr)
	defer p.Stop()

	bars := make(map[string]*progress.Bar)

376
377
378
	status := fmt.Sprintf("pulling %s", args[0])
	spinner := progress.NewSpinner(status)
	p.Add(status, spinner)
Michael Yang's avatar
Michael Yang committed
379

380
	fn := func(resp api.ProgressResponse) error {
Michael Yang's avatar
Michael Yang committed
381
		if resp.Digest != "" {
382
			spinner.Stop()
Michael Yang's avatar
Michael Yang committed
383
384
385
386
387
388
389
390
391
392

			bar, ok := bars[resp.Digest]
			if !ok {
				bar = progress.NewBar(resp.Status, resp.Total, resp.Completed)
				bars[resp.Digest] = bar
				p.Add(resp.Digest, bar)
			}

			bar.Set(resp.Completed)
		} else if status != resp.Status {
393
			spinner.Stop()
Michael Yang's avatar
Michael Yang committed
394
395
396
397
398
399

			status = resp.Status
			spinner = progress.NewSpinner(status)
			p.Add(status, spinner)
		}

400
401
		return nil
	}
402

Michael Yang's avatar
Michael Yang committed
403
404
405
406
407
408
	request := api.PullRequest{Name: args[0], Insecure: insecure}
	if err := client.Pull(context.Background(), &request, fn); err != nil {
		return err
	}

	return nil
Michael Yang's avatar
Michael Yang committed
409
410
}

411
func RunGenerate(cmd *cobra.Command, args []string) error {
412
413
414
415
	format, err := cmd.Flags().GetString("format")
	if err != nil {
		return err
	}
416

417
	prompts := args[1:]
418

419
420
421
	// prepend stdin to the prompt if provided
	if !term.IsTerminal(int(os.Stdin.Fd())) {
		in, err := io.ReadAll(os.Stdin)
Jeffrey Morgan's avatar
Jeffrey Morgan committed
422
423
424
425
		if err != nil {
			return err
		}

426
		prompts = append([]string{string(in)}, prompts...)
Michael Yang's avatar
Michael Yang committed
427
428
	}

429
430
431
	// output is being piped
	if !term.IsTerminal(int(os.Stdout.Fd())) {
		return generate(cmd, args[0], strings.Join(prompts, " "), false, format)
Michael Yang's avatar
Michael Yang committed
432
433
	}

434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
	wordWrap := os.Getenv("TERM") == "xterm-256color"

	nowrap, err := cmd.Flags().GetBool("nowordwrap")
	if err != nil {
		return err
	}
	if nowrap {
		wordWrap = false
	}

	// prompts are provided via stdin or args so don't enter interactive mode
	if len(prompts) > 0 {
		return generate(cmd, args[0], strings.Join(prompts, " "), wordWrap, format)
	}

	return generateInteractive(cmd, args[0], wordWrap, format)
Michael Yang's avatar
Michael Yang committed
450
451
}

Michael Yang's avatar
Michael Yang committed
452
type generateContextKey string
Michael Yang's avatar
Michael Yang committed
453

Jeffrey Morgan's avatar
Jeffrey Morgan committed
454
func generate(cmd *cobra.Command, model, prompt string, wordWrap bool, format string) error {
Michael Yang's avatar
Michael Yang committed
455
	client, err := api.ClientFromEnvironment()
Patrick Devine's avatar
Patrick Devine committed
456
457
458
	if err != nil {
		return err
	}
Michael Yang's avatar
Michael Yang committed
459

Michael Yang's avatar
Michael Yang committed
460
461
462
463
464
465
	p := progress.NewProgress(os.Stderr)
	defer p.Stop()

	spinner := progress.NewSpinner("")
	p.Add("", spinner)

Patrick Devine's avatar
Patrick Devine committed
466
	var latest api.GenerateResponse
467

Patrick Devine's avatar
Patrick Devine committed
468
469
470
471
	generateContext, ok := cmd.Context().Value(generateContextKey("context")).([]int)
	if !ok {
		generateContext = []int{}
	}
Michael Yang's avatar
Michael Yang committed
472

473
	termWidth, _, err := term.GetSize(int(os.Stdout.Fd()))
474
	if err != nil {
475
		wordWrap = false
476
477
	}

478
479
480
481
482
483
484
485
486
487
488
489
490
	cancelCtx, cancel := context.WithCancel(context.Background())
	defer cancel()

	sigChan := make(chan os.Signal, 1)
	signal.Notify(sigChan, syscall.SIGINT)
	var abort bool

	go func() {
		<-sigChan
		cancel()
		abort = true
	}()

491
492
493
	var currentLineLength int
	var wordBuffer string

Jeffrey Morgan's avatar
Jeffrey Morgan committed
494
	request := api.GenerateRequest{Model: model, Prompt: prompt, Context: generateContext, Format: format}
Patrick Devine's avatar
Patrick Devine committed
495
	fn := func(response api.GenerateResponse) error {
Michael Yang's avatar
Michael Yang committed
496
497
498
		spinner.Stop()
		p.StopAndClear()

Patrick Devine's avatar
Patrick Devine committed
499
		latest = response
500

501
		if wordWrap {
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
			for _, ch := range response.Response {
				if currentLineLength+1 > termWidth-5 {
					// backtrack the length of the last word and clear to the end of the line
					fmt.Printf("\x1b[%dD\x1b[K\n", len(wordBuffer))
					fmt.Printf("%s%c", wordBuffer, ch)
					currentLineLength = len(wordBuffer) + 1
				} else {
					fmt.Print(string(ch))
					currentLineLength += 1

					switch ch {
					case ' ':
						wordBuffer = ""
					case '\n':
						currentLineLength = 0
					default:
						wordBuffer += string(ch)
					}
				}
			}
		} else {
			fmt.Print(response.Response)
		}

Patrick Devine's avatar
Patrick Devine committed
526
527
		return nil
	}
528

529
	if err := client.Generate(cancelCtx, &request, fn); err != nil {
530
		if strings.Contains(err.Error(), "context canceled") && abort {
531
			return nil
532
		}
Patrick Devine's avatar
Patrick Devine committed
533
534
535
		return err
	}
	if prompt != "" {
Michael Yang's avatar
Michael Yang committed
536
537
		fmt.Println()
		fmt.Println()
Patrick Devine's avatar
Patrick Devine committed
538
	}
539

Patrick Devine's avatar
Patrick Devine committed
540
	if !latest.Done {
541
542
543
		if abort {
			return nil
		}
Patrick Devine's avatar
Patrick Devine committed
544
545
		return errors.New("unexpected end of response")
	}
546

Patrick Devine's avatar
Patrick Devine committed
547
548
549
550
	verbose, err := cmd.Flags().GetBool("verbose")
	if err != nil {
		return err
	}
Michael Yang's avatar
Michael Yang committed
551

Patrick Devine's avatar
Patrick Devine committed
552
553
	if verbose {
		latest.Summary()
Michael Yang's avatar
Michael Yang committed
554
	}
Michael Yang's avatar
Michael Yang committed
555

Patrick Devine's avatar
Patrick Devine committed
556
557
558
559
	ctx := cmd.Context()
	ctx = context.WithValue(ctx, generateContextKey("context"), latest.Context)
	cmd.SetContext(ctx)

Michael Yang's avatar
Michael Yang committed
560
561
562
	return nil
}

563
func generateInteractive(cmd *cobra.Command, model string, wordWrap bool, format string) error {
Patrick Devine's avatar
Patrick Devine committed
564
	// load the model
Jeffrey Morgan's avatar
Jeffrey Morgan committed
565
	if err := generate(cmd, model, "", false, ""); err != nil {
Patrick Devine's avatar
Patrick Devine committed
566
567
568
		return err
	}

Michael Yang's avatar
Michael Yang committed
569
	usage := func() {
Patrick Devine's avatar
Patrick Devine committed
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
		fmt.Fprintln(os.Stderr, "Available Commands:")
		fmt.Fprintln(os.Stderr, "  /set         Set session variables")
		fmt.Fprintln(os.Stderr, "  /show        Show model information")
		fmt.Fprintln(os.Stderr, "  /bye         Exit")
		fmt.Fprintln(os.Stderr, "  /?, /help    Help for a command")
		fmt.Fprintln(os.Stderr, "")
		fmt.Fprintln(os.Stderr, "Use \"\"\" to begin a multi-line message.")
		fmt.Fprintln(os.Stderr, "")
	}

	usageSet := func() {
		fmt.Fprintln(os.Stderr, "Available Commands:")
		fmt.Fprintln(os.Stderr, "  /set history      Enable history")
		fmt.Fprintln(os.Stderr, "  /set nohistory    Disable history")
		fmt.Fprintln(os.Stderr, "  /set wordwrap     Enable wordwrap")
		fmt.Fprintln(os.Stderr, "  /set nowordwrap   Disable wordwrap")
Jeffrey Morgan's avatar
Jeffrey Morgan committed
586
587
		fmt.Fprintln(os.Stderr, "  /set format json  Enable JSON mode")
		fmt.Fprintln(os.Stderr, "  /set noformat     Disable formatting")
Patrick Devine's avatar
Patrick Devine committed
588
589
590
591
592
593
594
595
596
597
598
599
600
		fmt.Fprintln(os.Stderr, "  /set verbose      Show LLM stats")
		fmt.Fprintln(os.Stderr, "  /set quiet        Disable LLM stats")
		fmt.Fprintln(os.Stderr, "")
	}

	usageShow := func() {
		fmt.Fprintln(os.Stderr, "Available Commands:")
		fmt.Fprintln(os.Stderr, "  /show license      Show model license")
		fmt.Fprintln(os.Stderr, "  /show modelfile    Show Modelfile for this model")
		fmt.Fprintln(os.Stderr, "  /show parameters   Show parameters for this model")
		fmt.Fprintln(os.Stderr, "  /show system       Show system prompt")
		fmt.Fprintln(os.Stderr, "  /show template     Show prompt template")
		fmt.Fprintln(os.Stderr, "")
Michael Yang's avatar
Michael Yang committed
601
602
	}

Patrick Devine's avatar
Patrick Devine committed
603
604
605
606
607
	prompt := readline.Prompt{
		Prompt:         ">>> ",
		AltPrompt:      "... ",
		Placeholder:    "Send a message (/? for help)",
		AltPlaceholder: `Use """ to end multi-line input`,
Michael Yang's avatar
Michael Yang committed
608
609
	}

Patrick Devine's avatar
Patrick Devine committed
610
	scanner, err := readline.New(prompt)
Michael Yang's avatar
Michael Yang committed
611
612
613
614
	if err != nil {
		return err
	}

615
616
617
	fmt.Print(readline.StartBracketedPaste)
	defer fmt.Printf(readline.EndBracketedPaste)

618
619
	var multiLineBuffer string

Michael Yang's avatar
Michael Yang committed
620
621
622
623
	for {
		line, err := scanner.Readline()
		switch {
		case errors.Is(err, io.EOF):
624
			fmt.Println()
Michael Yang's avatar
Michael Yang committed
625
626
			return nil
		case errors.Is(err, readline.ErrInterrupt):
627
			if line == "" {
Patrick Devine's avatar
Patrick Devine committed
628
				fmt.Println("\nUse Ctrl-D or /bye to exit.")
629
630
			}

Michael Yang's avatar
Michael Yang committed
631
632
			continue
		case err != nil:
Michael Yang's avatar
Michael Yang committed
633
634
635
			return err
		}

Michael Yang's avatar
Michael Yang committed
636
		line = strings.TrimSpace(line)
Michael Yang's avatar
Michael Yang committed
637

Michael Yang's avatar
Michael Yang committed
638
		switch {
Patrick Devine's avatar
Patrick Devine committed
639
		case scanner.Prompt.UseAlt:
640
			if strings.HasSuffix(line, `"""`) {
Patrick Devine's avatar
Patrick Devine committed
641
				scanner.Prompt.UseAlt = false
642
				multiLineBuffer += strings.TrimSuffix(line, `"""`)
643
				line = multiLineBuffer
644
645
646
647
648
649
				multiLineBuffer = ""
			} else {
				multiLineBuffer += line + " "
				continue
			}
		case strings.HasPrefix(line, `"""`):
Patrick Devine's avatar
Patrick Devine committed
650
			scanner.Prompt.UseAlt = true
651
652
			multiLineBuffer = strings.TrimPrefix(line, `"""`) + " "
			continue
Michael Yang's avatar
Michael Yang committed
653
654
		case strings.HasPrefix(line, "/list"):
			args := strings.Fields(line)
655
			if err := ListHandler(cmd, args[1:]); err != nil {
Michael Yang's avatar
Michael Yang committed
656
657
658
659
660
661
662
663
664
665
				return err
			}
		case strings.HasPrefix(line, "/set"):
			args := strings.Fields(line)
			if len(args) > 1 {
				switch args[1] {
				case "history":
					scanner.HistoryEnable()
				case "nohistory":
					scanner.HistoryDisable()
666
				case "wordwrap":
667
					wordWrap = true
668
669
					fmt.Println("Set 'wordwrap' mode.")
				case "nowordwrap":
670
					wordWrap = false
671
					fmt.Println("Set 'nowordwrap' mode.")
Michael Yang's avatar
Michael Yang committed
672
673
				case "verbose":
					cmd.Flags().Set("verbose", "true")
674
					fmt.Println("Set 'verbose' mode.")
Michael Yang's avatar
Michael Yang committed
675
676
				case "quiet":
					cmd.Flags().Set("verbose", "false")
677
					fmt.Println("Set 'quiet' mode.")
Jeffrey Morgan's avatar
Jeffrey Morgan committed
678
679
680
681
682
683
684
685
686
687
				case "format":
					if len(args) < 3 || args[2] != "json" {
						fmt.Println("Invalid or missing format. For 'json' mode use '/set format json'")
					} else {
						format = args[2]
						fmt.Printf("Set format to '%s' mode.\n", args[2])
					}
				case "noformat":
					format = ""
					fmt.Println("Disabled format.")
688
689
				default:
					fmt.Printf("Unknown command '/set %s'. Type /? for help\n", args[1])
690
691
				}
			} else {
Patrick Devine's avatar
Patrick Devine committed
692
				usageSet()
693
694
695
696
			}
		case strings.HasPrefix(line, "/show"):
			args := strings.Fields(line)
			if len(args) > 1 {
697
698
699
700
701
702
				client, err := api.ClientFromEnvironment()
				if err != nil {
					fmt.Println("error: couldn't connect to ollama server")
					return err
				}
				resp, err := client.Show(cmd.Context(), &api.ShowRequest{Name: model})
703
				if err != nil {
Patrick Devine's avatar
Patrick Devine committed
704
					fmt.Println("error: couldn't get model")
705
					return err
706
				}
Patrick Devine's avatar
Patrick Devine committed
707

708
709
				switch args[1] {
				case "license":
710
					if resp.License == "" {
711
						fmt.Print("No license was specified for this model.\n\n")
712
713
714
					} else {
						fmt.Println(resp.License)
					}
Patrick Devine's avatar
Patrick Devine committed
715
716
717
				case "modelfile":
					fmt.Println(resp.Modelfile)
				case "parameters":
718
					if resp.Parameters == "" {
719
						fmt.Print("No parameters were specified for this model.\n\n")
720
721
722
					} else {
						fmt.Println(resp.Parameters)
					}
723
				case "system":
724
					if resp.System == "" {
725
						fmt.Print("No system prompt was specified for this model.\n\n")
726
727
728
					} else {
						fmt.Println(resp.System)
					}
729
				case "template":
730
					if resp.Template == "" {
731
						fmt.Print("No prompt template was specified for this model.\n\n")
732
733
734
					} else {
						fmt.Println(resp.Template)
					}
735
				default:
736
					fmt.Printf("Unknown command '/show %s'. Type /? for help\n", args[1])
Michael Yang's avatar
Michael Yang committed
737
				}
Patrick Devine's avatar
Patrick Devine committed
738
739
740
741
742
743
744
745
746
747
748
749
			} else {
				usageShow()
			}
		case strings.HasPrefix(line, "/help"), strings.HasPrefix(line, "/?"):
			args := strings.Fields(line)
			if len(args) > 1 {
				switch args[1] {
				case "set", "/set":
					usageSet()
				case "show", "/show":
					usageShow()
				}
750
751
			} else {
				usage()
Michael Yang's avatar
Michael Yang committed
752
753
754
			}
		case line == "/exit", line == "/bye":
			return nil
755
756
757
		case strings.HasPrefix(line, "/"):
			args := strings.Fields(line)
			fmt.Printf("Unknown command '%s'. Type /? for help\n", args[0])
Michael Yang's avatar
Michael Yang committed
758
759
		}

Patrick Devine's avatar
Patrick Devine committed
760
		if len(line) > 0 && line[0] != '/' {
Jeffrey Morgan's avatar
Jeffrey Morgan committed
761
			if err := generate(cmd, model, line, wordWrap, format); err != nil {
Patrick Devine's avatar
Patrick Devine committed
762
763
				return err
			}
Michael Yang's avatar
Michael Yang committed
764
765
		}
	}
Bruce MacDonald's avatar
Bruce MacDonald committed
766
767
}

768
func RunServer(cmd *cobra.Command, _ []string) error {
Michael Yang's avatar
Michael Yang committed
769
770
771
	host, port, err := net.SplitHostPort(os.Getenv("OLLAMA_HOST"))
	if err != nil {
		host, port = "127.0.0.1", "11434"
Michael Yang's avatar
Michael Yang committed
772
		if ip := net.ParseIP(strings.Trim(os.Getenv("OLLAMA_HOST"), "[]")); ip != nil {
Michael Yang's avatar
Michael Yang committed
773
774
			host = ip.String()
		}
Jeffrey Morgan's avatar
Jeffrey Morgan committed
775
	}
776

Michael Yang's avatar
Michael Yang committed
777
	if err := initializeKeypair(); err != nil {
778
779
780
		return err
	}

Michael Yang's avatar
Michael Yang committed
781
	ln, err := net.Listen("tcp", net.JoinHostPort(host, port))
782
783
784
	if err != nil {
		return err
	}
Jeffrey Morgan's avatar
Jeffrey Morgan committed
785

786
787
788
789
790
	var origins []string
	if o := os.Getenv("OLLAMA_ORIGINS"); o != "" {
		origins = strings.Split(o, ",")
	}

Jeffrey Morgan's avatar
Jeffrey Morgan committed
791
	return server.Serve(ln, origins)
Jeffrey Morgan's avatar
Jeffrey Morgan committed
792
793
}

794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
func initializeKeypair() error {
	home, err := os.UserHomeDir()
	if err != nil {
		return err
	}

	privKeyPath := filepath.Join(home, ".ollama", "id_ed25519")
	pubKeyPath := filepath.Join(home, ".ollama", "id_ed25519.pub")

	_, err = os.Stat(privKeyPath)
	if os.IsNotExist(err) {
		fmt.Printf("Couldn't find '%s'. Generating new private key.\n", privKeyPath)
		_, privKey, err := ed25519.GenerateKey(rand.Reader)
		if err != nil {
			return err
		}

		privKeyBytes, err := format.OpenSSHPrivateKey(privKey, "")
		if err != nil {
			return err
		}

Michael Yang's avatar
Michael Yang committed
816
		err = os.MkdirAll(filepath.Dir(privKeyPath), 0o755)
817
818
819
820
		if err != nil {
			return fmt.Errorf("could not create directory %w", err)
		}

821
		err = os.WriteFile(privKeyPath, pem.EncodeToMemory(privKeyBytes), 0o600)
822
823
824
825
826
827
828
829
830
831
832
		if err != nil {
			return err
		}

		sshPrivateKey, err := ssh.NewSignerFromKey(privKey)
		if err != nil {
			return err
		}

		pubKeyData := ssh.MarshalAuthorizedKey(sshPrivateKey.PublicKey())

833
		err = os.WriteFile(pubKeyPath, pubKeyData, 0o644)
834
835
836
837
838
839
840
841
842
		if err != nil {
			return err
		}

		fmt.Printf("Your new public key is: \n\n%s\n", string(pubKeyData))
	}
	return nil
}

Bruce MacDonald's avatar
Bruce MacDonald committed
843
func startMacApp(client *api.Client) error {
Bruce MacDonald's avatar
Bruce MacDonald committed
844
845
846
847
848
	exe, err := os.Executable()
	if err != nil {
		return err
	}
	link, err := os.Readlink(exe)
Bruce MacDonald's avatar
Bruce MacDonald committed
849
850
851
	if err != nil {
		return err
	}
Bruce MacDonald's avatar
Bruce MacDonald committed
852
853
854
	if !strings.Contains(link, "Ollama.app") {
		return fmt.Errorf("could not find ollama app")
	}
Bruce MacDonald's avatar
Bruce MacDonald committed
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
	path := strings.Split(link, "Ollama.app")
	if err := exec.Command("/usr/bin/open", "-a", path[0]+"Ollama.app").Run(); err != nil {
		return err
	}
	// wait for the server to start
	timeout := time.After(5 * time.Second)
	tick := time.Tick(500 * time.Millisecond)
	for {
		select {
		case <-timeout:
			return errors.New("timed out waiting for server to start")
		case <-tick:
			if err := client.Heartbeat(context.Background()); err == nil {
				return nil // server has started
			}
		}
	}
}

874
func checkServerHeartbeat(_ *cobra.Command, _ []string) error {
Michael Yang's avatar
Michael Yang committed
875
	client, err := api.ClientFromEnvironment()
876
877
878
	if err != nil {
		return err
	}
879
	if err := client.Heartbeat(context.Background()); err != nil {
Bruce MacDonald's avatar
Bruce MacDonald committed
880
881
882
883
884
		if !strings.Contains(err.Error(), "connection refused") {
			return err
		}
		if runtime.GOOS == "darwin" {
			if err := startMacApp(client); err != nil {
Bruce MacDonald's avatar
Bruce MacDonald committed
885
				return fmt.Errorf("could not connect to ollama app, is it running?")
886
			}
Bruce MacDonald's avatar
Bruce MacDonald committed
887
		} else {
888
889
890
891
892
893
			return fmt.Errorf("could not connect to ollama server, run 'ollama serve' to start it")
		}
	}
	return nil
}

Jeffrey Morgan's avatar
Jeffrey Morgan committed
894
895
896
897
func NewCLI() *cobra.Command {
	log.SetFlags(log.LstdFlags | log.Lshortfile)

	rootCmd := &cobra.Command{
898
899
900
901
		Use:           "ollama",
		Short:         "Large language model runner",
		SilenceUsage:  true,
		SilenceErrors: true,
Jeffrey Morgan's avatar
Jeffrey Morgan committed
902
903
904
		CompletionOptions: cobra.CompletionOptions{
			DisableDefaultCmd: true,
		},
Michael Yang's avatar
Michael Yang committed
905
		Version: version.Version,
Jeffrey Morgan's avatar
Jeffrey Morgan committed
906
907
908
909
	}

	cobra.EnableCommandSorting = false

910
	createCmd := &cobra.Command{
911
912
		Use:     "create MODEL",
		Short:   "Create a model from a Modelfile",
Michael Yang's avatar
Michael Yang committed
913
		Args:    cobra.ExactArgs(1),
914
915
		PreRunE: checkServerHeartbeat,
		RunE:    CreateHandler,
916
917
918
919
	}

	createCmd.Flags().StringP("file", "f", "Modelfile", "Name of the Modelfile (default \"Modelfile\")")

Patrick Devine's avatar
Patrick Devine committed
920
921
922
	showCmd := &cobra.Command{
		Use:     "show MODEL",
		Short:   "Show information for a model",
Michael Yang's avatar
Michael Yang committed
923
		Args:    cobra.ExactArgs(1),
Patrick Devine's avatar
Patrick Devine committed
924
925
926
927
928
929
930
931
932
933
		PreRunE: checkServerHeartbeat,
		RunE:    ShowHandler,
	}

	showCmd.Flags().Bool("license", false, "Show license of a model")
	showCmd.Flags().Bool("modelfile", false, "Show Modelfile of a model")
	showCmd.Flags().Bool("parameters", false, "Show parameters of a model")
	showCmd.Flags().Bool("template", false, "Show template of a model")
	showCmd.Flags().Bool("system", false, "Show system prompt of a model")

Jeffrey Morgan's avatar
Jeffrey Morgan committed
934
	runCmd := &cobra.Command{
935
936
937
938
939
		Use:     "run MODEL [PROMPT]",
		Short:   "Run a model",
		Args:    cobra.MinimumNArgs(1),
		PreRunE: checkServerHeartbeat,
		RunE:    RunHandler,
Jeffrey Morgan's avatar
Jeffrey Morgan committed
940
941
	}

942
	runCmd.Flags().Bool("verbose", false, "Show timings for response")
943
	runCmd.Flags().Bool("insecure", false, "Use an insecure registry")
944
	runCmd.Flags().Bool("nowordwrap", false, "Don't wrap words to the next line automatically")
Jeffrey Morgan's avatar
Jeffrey Morgan committed
945
	runCmd.Flags().String("format", "", "Response format (e.g. json)")
946

Jeffrey Morgan's avatar
Jeffrey Morgan committed
947
948
949
950
	serveCmd := &cobra.Command{
		Use:     "serve",
		Aliases: []string{"start"},
		Short:   "Start ollama",
Michael Yang's avatar
Michael Yang committed
951
		Args:    cobra.ExactArgs(0),
Michael Yang's avatar
Michael Yang committed
952
		RunE:    RunServer,
Jeffrey Morgan's avatar
Jeffrey Morgan committed
953
954
	}

955
	pullCmd := &cobra.Command{
956
957
		Use:     "pull MODEL",
		Short:   "Pull a model from a registry",
Michael Yang's avatar
Michael Yang committed
958
		Args:    cobra.ExactArgs(1),
959
960
		PreRunE: checkServerHeartbeat,
		RunE:    PullHandler,
961
962
	}

963
964
	pullCmd.Flags().Bool("insecure", false, "Use an insecure registry")

965
	pushCmd := &cobra.Command{
966
967
		Use:     "push MODEL",
		Short:   "Push a model to a registry",
Michael Yang's avatar
Michael Yang committed
968
		Args:    cobra.ExactArgs(1),
969
970
		PreRunE: checkServerHeartbeat,
		RunE:    PushHandler,
971
972
	}

973
974
	pushCmd.Flags().Bool("insecure", false, "Use an insecure registry")

Patrick Devine's avatar
Patrick Devine committed
975
	listCmd := &cobra.Command{
976
		Use:     "list",
Patrick Devine's avatar
Patrick Devine committed
977
		Aliases: []string{"ls"},
978
		Short:   "List models",
979
		PreRunE: checkServerHeartbeat,
980
		RunE:    ListHandler,
981
982
	}

Patrick Devine's avatar
Patrick Devine committed
983
	copyCmd := &cobra.Command{
Michael Yang's avatar
Michael Yang committed
984
		Use:     "cp SOURCE TARGET",
985
		Short:   "Copy a model",
Michael Yang's avatar
Michael Yang committed
986
		Args:    cobra.ExactArgs(2),
987
988
		PreRunE: checkServerHeartbeat,
		RunE:    CopyHandler,
Patrick Devine's avatar
Patrick Devine committed
989
990
	}

991
	deleteCmd := &cobra.Command{
Michael Yang's avatar
Michael Yang committed
992
		Use:     "rm MODEL [MODEL...]",
993
994
995
996
		Short:   "Remove a model",
		Args:    cobra.MinimumNArgs(1),
		PreRunE: checkServerHeartbeat,
		RunE:    DeleteHandler,
Patrick Devine's avatar
Patrick Devine committed
997
998
	}

Jeffrey Morgan's avatar
Jeffrey Morgan committed
999
1000
	rootCmd.AddCommand(
		serveCmd,
1001
		createCmd,
Patrick Devine's avatar
Patrick Devine committed
1002
		showCmd,
1003
		runCmd,
1004
1005
		pullCmd,
		pushCmd,
Patrick Devine's avatar
Patrick Devine committed
1006
		listCmd,
Patrick Devine's avatar
Patrick Devine committed
1007
		copyCmd,
1008
		deleteCmd,
Jeffrey Morgan's avatar
Jeffrey Morgan committed
1009
1010
1011
1012
	)

	return rootCmd
}