cmd.go 22.3 KB
Newer Older
Jeffrey Morgan's avatar
Jeffrey Morgan committed
1
2
3
4
package cmd

import (
	"context"
5
6
7
	"crypto/ed25519"
	"crypto/rand"
	"encoding/pem"
Michael Yang's avatar
Michael Yang committed
8
	"errors"
Bruce MacDonald's avatar
Bruce MacDonald committed
9
	"fmt"
Michael Yang's avatar
Michael Yang committed
10
	"io"
Jeffrey Morgan's avatar
Jeffrey Morgan committed
11
12
	"log"
	"net"
13
	"net/http"
Jeffrey Morgan's avatar
Jeffrey Morgan committed
14
	"os"
15
	"os/exec"
16
	"os/signal"
17
	"path/filepath"
18
	"runtime"
Michael Yang's avatar
Michael Yang committed
19
	"strings"
20
	"syscall"
Michael Yang's avatar
Michael Yang committed
21
	"time"
Jeffrey Morgan's avatar
Jeffrey Morgan committed
22

Patrick Devine's avatar
Patrick Devine committed
23
	"github.com/olekukonko/tablewriter"
Michael Yang's avatar
Michael Yang committed
24
	"github.com/spf13/cobra"
25
	"golang.org/x/crypto/ssh"
26
	"golang.org/x/term"
Michael Yang's avatar
Michael Yang committed
27

Jeffrey Morgan's avatar
Jeffrey Morgan committed
28
	"github.com/jmorganca/ollama/api"
Patrick Devine's avatar
Patrick Devine committed
29
	"github.com/jmorganca/ollama/format"
30
	"github.com/jmorganca/ollama/progressbar"
Patrick Devine's avatar
Patrick Devine committed
31
	"github.com/jmorganca/ollama/readline"
Jeffrey Morgan's avatar
Jeffrey Morgan committed
32
	"github.com/jmorganca/ollama/server"
Michael Yang's avatar
Michael Yang committed
33
	"github.com/jmorganca/ollama/version"
Jeffrey Morgan's avatar
Jeffrey Morgan committed
34
35
)

36
func CreateHandler(cmd *cobra.Command, args []string) error {
37
	filename, _ := cmd.Flags().GetString("file")
38
39
40
41
42
	filename, err := filepath.Abs(filename)
	if err != nil {
		return err
	}

Michael Yang's avatar
Michael Yang committed
43
	client, err := api.ClientFromEnvironment()
44
45
46
	if err != nil {
		return err
	}
47

Michael Yang's avatar
Michael Yang committed
48
49
	var spinner *Spinner

50
51
	var currentDigest string
	var bar *progressbar.ProgressBar
Michael Yang's avatar
Michael Yang committed
52

53
54
55
56
57
58
59
	request := api.CreateRequest{Name: args[0], Path: filename}
	fn := func(resp api.ProgressResponse) error {
		if resp.Digest != currentDigest && resp.Digest != "" {
			if spinner != nil {
				spinner.Stop()
			}
			currentDigest = resp.Digest
60
61
62
63
64
65
			// pulling
			bar = progressbar.DefaultBytes(
				resp.Total,
				resp.Status,
			)
			bar.Set64(resp.Completed)
66
		} else if resp.Digest == currentDigest && resp.Digest != "" {
Michael Yang's avatar
Michael Yang committed
67
			bar.Set64(resp.Completed)
68
69
70
71
72
73
74
75
		} else {
			currentDigest = ""
			if spinner != nil {
				spinner.Stop()
			}
			spinner = NewSpinner(resp.Status)
			go spinner.Spin(100 * time.Millisecond)
		}
76

77
78
79
80
81
82
83
		return nil
	}

	if err := client.Create(context.Background(), &request, fn); err != nil {
		return err
	}

Michael Yang's avatar
Michael Yang committed
84
85
	if spinner != nil {
		spinner.Stop()
86
87
88
		if spinner.description != "success" {
			return errors.New("unexpected end to create model")
		}
Michael Yang's avatar
Michael Yang committed
89
90
	}

91
92
93
	return nil
}

94
func RunHandler(cmd *cobra.Command, args []string) error {
Michael Yang's avatar
Michael Yang committed
95
	client, err := api.ClientFromEnvironment()
96
97
98
99
	if err != nil {
		return err
	}

100
101
102
	name := args[0]
	// check if the model exists on the server
	_, err = client.Show(context.Background(), &api.ShowRequest{Name: name})
Michael Yang's avatar
Michael Yang committed
103
104
105
106
	var statusError api.StatusError
	switch {
	case errors.As(err, &statusError) && statusError.StatusCode == http.StatusNotFound:
		if err := PullHandler(cmd, args); err != nil {
107
			return err
Michael Yang's avatar
Michael Yang committed
108
		}
Michael Yang's avatar
Michael Yang committed
109
110
	case err != nil:
		return err
111
112
	}

Michael Yang's avatar
Michael Yang committed
113
	return RunGenerate(cmd, args)
Bruce MacDonald's avatar
Bruce MacDonald committed
114
115
}

116
func PushHandler(cmd *cobra.Command, args []string) error {
Michael Yang's avatar
Michael Yang committed
117
	client, err := api.ClientFromEnvironment()
118
119
120
	if err != nil {
		return err
	}
121

122
123
124
125
126
	insecure, err := cmd.Flags().GetBool("insecure")
	if err != nil {
		return err
	}

127
128
129
	var currentDigest string
	var bar *progressbar.ProgressBar

130
	request := api.PushRequest{Name: args[0], Insecure: insecure}
131
	fn := func(resp api.ProgressResponse) error {
132
133
134
		if resp.Digest != currentDigest && resp.Digest != "" {
			currentDigest = resp.Digest
			bar = progressbar.DefaultBytes(
Michael Yang's avatar
Michael Yang committed
135
				resp.Total,
136
137
138
				fmt.Sprintf("pushing %s...", resp.Digest[7:19]),
			)

Michael Yang's avatar
Michael Yang committed
139
			bar.Set64(resp.Completed)
140
		} else if resp.Digest == currentDigest && resp.Digest != "" {
Michael Yang's avatar
Michael Yang committed
141
			bar.Set64(resp.Completed)
142
143
144
145
		} else {
			currentDigest = ""
			fmt.Println(resp.Status)
		}
146
147
148
149
150
151
		return nil
	}

	if err := client.Push(context.Background(), &request, fn); err != nil {
		return err
	}
152
153
154
155
156

	if bar != nil && !bar.IsFinished() {
		return errors.New("unexpected end to push model")
	}

157
158
159
	return nil
}

160
func ListHandler(cmd *cobra.Command, args []string) error {
Michael Yang's avatar
Michael Yang committed
161
	client, err := api.ClientFromEnvironment()
162
163
164
	if err != nil {
		return err
	}
Patrick Devine's avatar
Patrick Devine committed
165
166
167
168
169
170
171
172
173

	models, err := client.List(context.Background())
	if err != nil {
		return err
	}

	var data [][]string

	for _, m := range models.Models {
Michael Yang's avatar
Michael Yang committed
174
		if len(args) == 0 || strings.HasPrefix(m.Name, args[0]) {
175
			data = append(data, []string{m.Name, m.Digest[:12], format.HumanBytes(m.Size), format.HumanTime(m.ModifiedAt, "Never")})
Michael Yang's avatar
Michael Yang committed
176
		}
Patrick Devine's avatar
Patrick Devine committed
177
178
179
	}

	table := tablewriter.NewWriter(os.Stdout)
Patrick Devine's avatar
Patrick Devine committed
180
	table.SetHeader([]string{"NAME", "ID", "SIZE", "MODIFIED"})
Patrick Devine's avatar
Patrick Devine committed
181
182
183
184
185
186
187
188
189
190
191
192
	table.SetHeaderAlignment(tablewriter.ALIGN_LEFT)
	table.SetAlignment(tablewriter.ALIGN_LEFT)
	table.SetHeaderLine(false)
	table.SetBorder(false)
	table.SetNoWhiteSpace(true)
	table.SetTablePadding("\t")
	table.AppendBulk(data)
	table.Render()

	return nil
}

193
func DeleteHandler(cmd *cobra.Command, args []string) error {
Michael Yang's avatar
Michael Yang committed
194
	client, err := api.ClientFromEnvironment()
195
196
197
	if err != nil {
		return err
	}
198

199
200
201
202
203
204
	for _, name := range args {
		req := api.DeleteRequest{Name: name}
		if err := client.Delete(context.Background(), &req); err != nil {
			return err
		}
		fmt.Printf("deleted '%s'\n", name)
205
206
207
208
	}
	return nil
}

Patrick Devine's avatar
Patrick Devine committed
209
func ShowHandler(cmd *cobra.Command, args []string) error {
Michael Yang's avatar
Michael Yang committed
210
	client, err := api.ClientFromEnvironment()
Patrick Devine's avatar
Patrick Devine committed
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
	if err != nil {
		return err
	}

	if len(args) != 1 {
		return errors.New("missing model name")
	}

	license, errLicense := cmd.Flags().GetBool("license")
	modelfile, errModelfile := cmd.Flags().GetBool("modelfile")
	parameters, errParams := cmd.Flags().GetBool("parameters")
	system, errSystem := cmd.Flags().GetBool("system")
	template, errTemplate := cmd.Flags().GetBool("template")

	for _, boolErr := range []error{errLicense, errModelfile, errParams, errSystem, errTemplate} {
		if boolErr != nil {
			return errors.New("error retrieving flags")
		}
	}

	flagsSet := 0
	showType := ""

	if license {
		flagsSet++
		showType = "license"
	}

	if modelfile {
		flagsSet++
		showType = "modelfile"
	}

	if parameters {
		flagsSet++
		showType = "parameters"
	}

	if system {
		flagsSet++
		showType = "system"
	}

	if template {
		flagsSet++
		showType = "template"
	}

	if flagsSet > 1 {
260
		return errors.New("only one of '--license', '--modelfile', '--parameters', '--system', or '--template' can be specified")
Patrick Devine's avatar
Patrick Devine committed
261
	} else if flagsSet == 0 {
262
		return errors.New("one of '--license', '--modelfile', '--parameters', '--system', or '--template' must be specified")
Patrick Devine's avatar
Patrick Devine committed
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
	}

	req := api.ShowRequest{Name: args[0]}
	resp, err := client.Show(context.Background(), &req)
	if err != nil {
		return err
	}

	switch showType {
	case "license":
		fmt.Println(resp.License)
	case "modelfile":
		fmt.Println(resp.Modelfile)
	case "parameters":
		fmt.Println(resp.Parameters)
	case "system":
		fmt.Println(resp.System)
	case "template":
		fmt.Println(resp.Template)
	}

	return nil
}

Patrick Devine's avatar
Patrick Devine committed
287
func CopyHandler(cmd *cobra.Command, args []string) error {
Michael Yang's avatar
Michael Yang committed
288
	client, err := api.ClientFromEnvironment()
289
290
291
	if err != nil {
		return err
	}
Patrick Devine's avatar
Patrick Devine committed
292
293
294
295
296
297
298
299
300

	req := api.CopyRequest{Source: args[0], Destination: args[1]}
	if err := client.Copy(context.Background(), &req); err != nil {
		return err
	}
	fmt.Printf("copied '%s' to '%s'\n", args[0], args[1])
	return nil
}

301
func PullHandler(cmd *cobra.Command, args []string) error {
302
303
304
305
306
307
	insecure, err := cmd.Flags().GetBool("insecure")
	if err != nil {
		return err
	}

	return pull(args[0], insecure)
308
309
}

310
func pull(model string, insecure bool) error {
Michael Yang's avatar
Michael Yang committed
311
	client, err := api.ClientFromEnvironment()
312
313
314
	if err != nil {
		return err
	}
315

316
	var currentDigest string
Bruce MacDonald's avatar
Bruce MacDonald committed
317
	var bar *progressbar.ProgressBar
Michael Yang's avatar
Michael Yang committed
318

319
	request := api.PullRequest{Name: model, Insecure: insecure}
320
321
322
	fn := func(resp api.ProgressResponse) error {
		if resp.Digest != currentDigest && resp.Digest != "" {
			currentDigest = resp.Digest
323
			bar = progressbar.DefaultBytes(
Michael Yang's avatar
Michael Yang committed
324
				resp.Total,
325
				fmt.Sprintf("pulling %s...", resp.Digest[7:19]),
326
			)
327

Michael Yang's avatar
Michael Yang committed
328
			bar.Set64(resp.Completed)
329
		} else if resp.Digest == currentDigest && resp.Digest != "" {
Michael Yang's avatar
Michael Yang committed
330
			bar.Set64(resp.Completed)
331
		} else {
332
			currentDigest = ""
333
334
			fmt.Println(resp.Status)
		}
335

336
337
		return nil
	}
338

339
340
341
	if err := client.Pull(context.Background(), &request, fn); err != nil {
		return err
	}
342
343
344
345
346

	if bar != nil && !bar.IsFinished() {
		return errors.New("unexpected end to pull model")
	}

347
	return nil
Michael Yang's avatar
Michael Yang committed
348
349
}

350
func RunGenerate(cmd *cobra.Command, args []string) error {
351
352
353
354
	format, err := cmd.Flags().GetString("format")
	if err != nil {
		return err
	}
355

356
	prompts := args[1:]
357

358
359
360
	// prepend stdin to the prompt if provided
	if !term.IsTerminal(int(os.Stdin.Fd())) {
		in, err := io.ReadAll(os.Stdin)
Jeffrey Morgan's avatar
Jeffrey Morgan committed
361
362
363
364
		if err != nil {
			return err
		}

365
		prompts = append([]string{string(in)}, prompts...)
Michael Yang's avatar
Michael Yang committed
366
367
	}

368
369
370
	// output is being piped
	if !term.IsTerminal(int(os.Stdout.Fd())) {
		return generate(cmd, args[0], strings.Join(prompts, " "), false, format)
Michael Yang's avatar
Michael Yang committed
371
372
	}

373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
	wordWrap := os.Getenv("TERM") == "xterm-256color"

	nowrap, err := cmd.Flags().GetBool("nowordwrap")
	if err != nil {
		return err
	}
	if nowrap {
		wordWrap = false
	}

	// prompts are provided via stdin or args so don't enter interactive mode
	if len(prompts) > 0 {
		return generate(cmd, args[0], strings.Join(prompts, " "), wordWrap, format)
	}

	return generateInteractive(cmd, args[0], wordWrap, format)
Michael Yang's avatar
Michael Yang committed
389
390
}

Michael Yang's avatar
Michael Yang committed
391
type generateContextKey string
Michael Yang's avatar
Michael Yang committed
392

Jeffrey Morgan's avatar
Jeffrey Morgan committed
393
func generate(cmd *cobra.Command, model, prompt string, wordWrap bool, format string) error {
Michael Yang's avatar
Michael Yang committed
394
	client, err := api.ClientFromEnvironment()
Patrick Devine's avatar
Patrick Devine committed
395
396
397
	if err != nil {
		return err
	}
Michael Yang's avatar
Michael Yang committed
398

Patrick Devine's avatar
Patrick Devine committed
399
400
	spinner := NewSpinner("")
	go spinner.Spin(60 * time.Millisecond)
Michael Yang's avatar
Michael Yang committed
401

Patrick Devine's avatar
Patrick Devine committed
402
	var latest api.GenerateResponse
403

Patrick Devine's avatar
Patrick Devine committed
404
405
406
407
	generateContext, ok := cmd.Context().Value(generateContextKey("context")).([]int)
	if !ok {
		generateContext = []int{}
	}
Michael Yang's avatar
Michael Yang committed
408

409
	termWidth, _, err := term.GetSize(int(os.Stdout.Fd()))
410
	if err != nil {
411
		wordWrap = false
412
413
	}

414
415
416
417
418
419
420
421
422
423
424
425
426
	cancelCtx, cancel := context.WithCancel(context.Background())
	defer cancel()

	sigChan := make(chan os.Signal, 1)
	signal.Notify(sigChan, syscall.SIGINT)
	var abort bool

	go func() {
		<-sigChan
		cancel()
		abort = true
	}()

427
428
429
	var currentLineLength int
	var wordBuffer string

Jeffrey Morgan's avatar
Jeffrey Morgan committed
430
	request := api.GenerateRequest{Model: model, Prompt: prompt, Context: generateContext, Format: format}
Patrick Devine's avatar
Patrick Devine committed
431
432
433
434
	fn := func(response api.GenerateResponse) error {
		if !spinner.IsFinished() {
			spinner.Finish()
		}
Michael Yang's avatar
Michael Yang committed
435

Patrick Devine's avatar
Patrick Devine committed
436
		latest = response
437

438
		if wordWrap {
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
			for _, ch := range response.Response {
				if currentLineLength+1 > termWidth-5 {
					// backtrack the length of the last word and clear to the end of the line
					fmt.Printf("\x1b[%dD\x1b[K\n", len(wordBuffer))
					fmt.Printf("%s%c", wordBuffer, ch)
					currentLineLength = len(wordBuffer) + 1
				} else {
					fmt.Print(string(ch))
					currentLineLength += 1

					switch ch {
					case ' ':
						wordBuffer = ""
					case '\n':
						currentLineLength = 0
					default:
						wordBuffer += string(ch)
					}
				}
			}
		} else {
			fmt.Print(response.Response)
		}

Patrick Devine's avatar
Patrick Devine committed
463
464
		return nil
	}
465

466
	if err := client.Generate(cancelCtx, &request, fn); err != nil {
467
		if strings.Contains(err.Error(), "context canceled") && abort {
468
469
			spinner.Finish()
			return nil
470
		}
Patrick Devine's avatar
Patrick Devine committed
471
472
473
		return err
	}
	if prompt != "" {
Michael Yang's avatar
Michael Yang committed
474
475
		fmt.Println()
		fmt.Println()
Patrick Devine's avatar
Patrick Devine committed
476
	}
477

Patrick Devine's avatar
Patrick Devine committed
478
	if !latest.Done {
479
480
481
		if abort {
			return nil
		}
Patrick Devine's avatar
Patrick Devine committed
482
483
		return errors.New("unexpected end of response")
	}
484

Patrick Devine's avatar
Patrick Devine committed
485
486
487
488
	verbose, err := cmd.Flags().GetBool("verbose")
	if err != nil {
		return err
	}
Michael Yang's avatar
Michael Yang committed
489

Patrick Devine's avatar
Patrick Devine committed
490
491
	if verbose {
		latest.Summary()
Michael Yang's avatar
Michael Yang committed
492
	}
Michael Yang's avatar
Michael Yang committed
493

Patrick Devine's avatar
Patrick Devine committed
494
495
496
497
	ctx := cmd.Context()
	ctx = context.WithValue(ctx, generateContextKey("context"), latest.Context)
	cmd.SetContext(ctx)

Michael Yang's avatar
Michael Yang committed
498
499
500
	return nil
}

501
func generateInteractive(cmd *cobra.Command, model string, wordWrap bool, format string) error {
Patrick Devine's avatar
Patrick Devine committed
502
	// load the model
Jeffrey Morgan's avatar
Jeffrey Morgan committed
503
	if err := generate(cmd, model, "", false, ""); err != nil {
Patrick Devine's avatar
Patrick Devine committed
504
505
506
		return err
	}

Michael Yang's avatar
Michael Yang committed
507
	usage := func() {
Patrick Devine's avatar
Patrick Devine committed
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
		fmt.Fprintln(os.Stderr, "Available Commands:")
		fmt.Fprintln(os.Stderr, "  /set         Set session variables")
		fmt.Fprintln(os.Stderr, "  /show        Show model information")
		fmt.Fprintln(os.Stderr, "  /bye         Exit")
		fmt.Fprintln(os.Stderr, "  /?, /help    Help for a command")
		fmt.Fprintln(os.Stderr, "")
		fmt.Fprintln(os.Stderr, "Use \"\"\" to begin a multi-line message.")
		fmt.Fprintln(os.Stderr, "")
	}

	usageSet := func() {
		fmt.Fprintln(os.Stderr, "Available Commands:")
		fmt.Fprintln(os.Stderr, "  /set history      Enable history")
		fmt.Fprintln(os.Stderr, "  /set nohistory    Disable history")
		fmt.Fprintln(os.Stderr, "  /set wordwrap     Enable wordwrap")
		fmt.Fprintln(os.Stderr, "  /set nowordwrap   Disable wordwrap")
Jeffrey Morgan's avatar
Jeffrey Morgan committed
524
525
		fmt.Fprintln(os.Stderr, "  /set format json  Enable JSON mode")
		fmt.Fprintln(os.Stderr, "  /set noformat     Disable formatting")
Patrick Devine's avatar
Patrick Devine committed
526
527
528
529
530
531
532
533
534
535
536
537
538
		fmt.Fprintln(os.Stderr, "  /set verbose      Show LLM stats")
		fmt.Fprintln(os.Stderr, "  /set quiet        Disable LLM stats")
		fmt.Fprintln(os.Stderr, "")
	}

	usageShow := func() {
		fmt.Fprintln(os.Stderr, "Available Commands:")
		fmt.Fprintln(os.Stderr, "  /show license      Show model license")
		fmt.Fprintln(os.Stderr, "  /show modelfile    Show Modelfile for this model")
		fmt.Fprintln(os.Stderr, "  /show parameters   Show parameters for this model")
		fmt.Fprintln(os.Stderr, "  /show system       Show system prompt")
		fmt.Fprintln(os.Stderr, "  /show template     Show prompt template")
		fmt.Fprintln(os.Stderr, "")
Michael Yang's avatar
Michael Yang committed
539
540
	}

Patrick Devine's avatar
Patrick Devine committed
541
542
543
544
545
	prompt := readline.Prompt{
		Prompt:         ">>> ",
		AltPrompt:      "... ",
		Placeholder:    "Send a message (/? for help)",
		AltPlaceholder: `Use """ to end multi-line input`,
Michael Yang's avatar
Michael Yang committed
546
547
	}

Patrick Devine's avatar
Patrick Devine committed
548
	scanner, err := readline.New(prompt)
Michael Yang's avatar
Michael Yang committed
549
550
551
552
	if err != nil {
		return err
	}

553
554
555
	fmt.Print(readline.StartBracketedPaste)
	defer fmt.Printf(readline.EndBracketedPaste)

556
557
	var multiLineBuffer string

Michael Yang's avatar
Michael Yang committed
558
559
560
561
	for {
		line, err := scanner.Readline()
		switch {
		case errors.Is(err, io.EOF):
562
			fmt.Println()
Michael Yang's avatar
Michael Yang committed
563
564
			return nil
		case errors.Is(err, readline.ErrInterrupt):
565
			if line == "" {
Patrick Devine's avatar
Patrick Devine committed
566
				fmt.Println("\nUse Ctrl-D or /bye to exit.")
567
568
			}

Michael Yang's avatar
Michael Yang committed
569
570
			continue
		case err != nil:
Michael Yang's avatar
Michael Yang committed
571
572
573
			return err
		}

Michael Yang's avatar
Michael Yang committed
574
		line = strings.TrimSpace(line)
Michael Yang's avatar
Michael Yang committed
575

Michael Yang's avatar
Michael Yang committed
576
		switch {
Patrick Devine's avatar
Patrick Devine committed
577
		case scanner.Prompt.UseAlt:
578
			if strings.HasSuffix(line, `"""`) {
Patrick Devine's avatar
Patrick Devine committed
579
				scanner.Prompt.UseAlt = false
580
				multiLineBuffer += strings.TrimSuffix(line, `"""`)
581
				line = multiLineBuffer
582
583
584
585
586
587
				multiLineBuffer = ""
			} else {
				multiLineBuffer += line + " "
				continue
			}
		case strings.HasPrefix(line, `"""`):
Patrick Devine's avatar
Patrick Devine committed
588
			scanner.Prompt.UseAlt = true
589
590
			multiLineBuffer = strings.TrimPrefix(line, `"""`) + " "
			continue
Michael Yang's avatar
Michael Yang committed
591
592
		case strings.HasPrefix(line, "/list"):
			args := strings.Fields(line)
593
			if err := ListHandler(cmd, args[1:]); err != nil {
Michael Yang's avatar
Michael Yang committed
594
595
596
597
598
599
600
601
602
603
				return err
			}
		case strings.HasPrefix(line, "/set"):
			args := strings.Fields(line)
			if len(args) > 1 {
				switch args[1] {
				case "history":
					scanner.HistoryEnable()
				case "nohistory":
					scanner.HistoryDisable()
604
				case "wordwrap":
605
					wordWrap = true
606
607
					fmt.Println("Set 'wordwrap' mode.")
				case "nowordwrap":
608
					wordWrap = false
609
					fmt.Println("Set 'nowordwrap' mode.")
Michael Yang's avatar
Michael Yang committed
610
611
				case "verbose":
					cmd.Flags().Set("verbose", "true")
612
					fmt.Println("Set 'verbose' mode.")
Michael Yang's avatar
Michael Yang committed
613
614
				case "quiet":
					cmd.Flags().Set("verbose", "false")
615
					fmt.Println("Set 'quiet' mode.")
Jeffrey Morgan's avatar
Jeffrey Morgan committed
616
617
618
619
620
621
622
623
624
625
				case "format":
					if len(args) < 3 || args[2] != "json" {
						fmt.Println("Invalid or missing format. For 'json' mode use '/set format json'")
					} else {
						format = args[2]
						fmt.Printf("Set format to '%s' mode.\n", args[2])
					}
				case "noformat":
					format = ""
					fmt.Println("Disabled format.")
626
627
				default:
					fmt.Printf("Unknown command '/set %s'. Type /? for help\n", args[1])
628
629
				}
			} else {
Patrick Devine's avatar
Patrick Devine committed
630
				usageSet()
631
632
633
634
			}
		case strings.HasPrefix(line, "/show"):
			args := strings.Fields(line)
			if len(args) > 1 {
635
636
637
638
639
640
				client, err := api.ClientFromEnvironment()
				if err != nil {
					fmt.Println("error: couldn't connect to ollama server")
					return err
				}
				resp, err := client.Show(cmd.Context(), &api.ShowRequest{Name: model})
641
				if err != nil {
Patrick Devine's avatar
Patrick Devine committed
642
					fmt.Println("error: couldn't get model")
643
					return err
644
				}
Patrick Devine's avatar
Patrick Devine committed
645

646
647
				switch args[1] {
				case "license":
648
					if resp.License == "" {
649
						fmt.Print("No license was specified for this model.\n\n")
650
651
652
					} else {
						fmt.Println(resp.License)
					}
Patrick Devine's avatar
Patrick Devine committed
653
654
655
				case "modelfile":
					fmt.Println(resp.Modelfile)
				case "parameters":
656
					if resp.Parameters == "" {
657
						fmt.Print("No parameters were specified for this model.\n\n")
658
659
660
					} else {
						fmt.Println(resp.Parameters)
					}
661
				case "system":
662
					if resp.System == "" {
663
						fmt.Print("No system prompt was specified for this model.\n\n")
664
665
666
					} else {
						fmt.Println(resp.System)
					}
667
				case "template":
668
					if resp.Template == "" {
669
						fmt.Print("No prompt template was specified for this model.\n\n")
670
671
672
					} else {
						fmt.Println(resp.Template)
					}
673
				default:
674
					fmt.Printf("Unknown command '/show %s'. Type /? for help\n", args[1])
Michael Yang's avatar
Michael Yang committed
675
				}
Patrick Devine's avatar
Patrick Devine committed
676
677
678
679
680
681
682
683
684
685
686
687
			} else {
				usageShow()
			}
		case strings.HasPrefix(line, "/help"), strings.HasPrefix(line, "/?"):
			args := strings.Fields(line)
			if len(args) > 1 {
				switch args[1] {
				case "set", "/set":
					usageSet()
				case "show", "/show":
					usageShow()
				}
688
689
			} else {
				usage()
Michael Yang's avatar
Michael Yang committed
690
691
692
			}
		case line == "/exit", line == "/bye":
			return nil
693
694
695
		case strings.HasPrefix(line, "/"):
			args := strings.Fields(line)
			fmt.Printf("Unknown command '%s'. Type /? for help\n", args[0])
Michael Yang's avatar
Michael Yang committed
696
697
		}

Patrick Devine's avatar
Patrick Devine committed
698
		if len(line) > 0 && line[0] != '/' {
Jeffrey Morgan's avatar
Jeffrey Morgan committed
699
			if err := generate(cmd, model, line, wordWrap, format); err != nil {
Patrick Devine's avatar
Patrick Devine committed
700
701
				return err
			}
Michael Yang's avatar
Michael Yang committed
702
703
		}
	}
Bruce MacDonald's avatar
Bruce MacDonald committed
704
705
}

706
func RunServer(cmd *cobra.Command, _ []string) error {
Michael Yang's avatar
Michael Yang committed
707
708
709
	host, port, err := net.SplitHostPort(os.Getenv("OLLAMA_HOST"))
	if err != nil {
		host, port = "127.0.0.1", "11434"
Michael Yang's avatar
Michael Yang committed
710
		if ip := net.ParseIP(strings.Trim(os.Getenv("OLLAMA_HOST"), "[]")); ip != nil {
Michael Yang's avatar
Michael Yang committed
711
712
			host = ip.String()
		}
Jeffrey Morgan's avatar
Jeffrey Morgan committed
713
	}
714

Michael Yang's avatar
Michael Yang committed
715
	if err := initializeKeypair(); err != nil {
716
717
718
		return err
	}

Michael Yang's avatar
Michael Yang committed
719
	ln, err := net.Listen("tcp", net.JoinHostPort(host, port))
720
721
722
	if err != nil {
		return err
	}
Jeffrey Morgan's avatar
Jeffrey Morgan committed
723

724
725
726
727
728
	var origins []string
	if o := os.Getenv("OLLAMA_ORIGINS"); o != "" {
		origins = strings.Split(o, ",")
	}

Jeffrey Morgan's avatar
Jeffrey Morgan committed
729
	return server.Serve(ln, origins)
Jeffrey Morgan's avatar
Jeffrey Morgan committed
730
731
}

732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
func initializeKeypair() error {
	home, err := os.UserHomeDir()
	if err != nil {
		return err
	}

	privKeyPath := filepath.Join(home, ".ollama", "id_ed25519")
	pubKeyPath := filepath.Join(home, ".ollama", "id_ed25519.pub")

	_, err = os.Stat(privKeyPath)
	if os.IsNotExist(err) {
		fmt.Printf("Couldn't find '%s'. Generating new private key.\n", privKeyPath)
		_, privKey, err := ed25519.GenerateKey(rand.Reader)
		if err != nil {
			return err
		}

		privKeyBytes, err := format.OpenSSHPrivateKey(privKey, "")
		if err != nil {
			return err
		}

Michael Yang's avatar
Michael Yang committed
754
		err = os.MkdirAll(filepath.Dir(privKeyPath), 0o755)
755
756
757
758
		if err != nil {
			return fmt.Errorf("could not create directory %w", err)
		}

759
		err = os.WriteFile(privKeyPath, pem.EncodeToMemory(privKeyBytes), 0o600)
760
761
762
763
764
765
766
767
768
769
770
		if err != nil {
			return err
		}

		sshPrivateKey, err := ssh.NewSignerFromKey(privKey)
		if err != nil {
			return err
		}

		pubKeyData := ssh.MarshalAuthorizedKey(sshPrivateKey.PublicKey())

771
		err = os.WriteFile(pubKeyPath, pubKeyData, 0o644)
772
773
774
775
776
777
778
779
780
		if err != nil {
			return err
		}

		fmt.Printf("Your new public key is: \n\n%s\n", string(pubKeyData))
	}
	return nil
}

Bruce MacDonald's avatar
Bruce MacDonald committed
781
func startMacApp(client *api.Client) error {
Bruce MacDonald's avatar
Bruce MacDonald committed
782
783
784
785
786
	exe, err := os.Executable()
	if err != nil {
		return err
	}
	link, err := os.Readlink(exe)
Bruce MacDonald's avatar
Bruce MacDonald committed
787
788
789
	if err != nil {
		return err
	}
Bruce MacDonald's avatar
Bruce MacDonald committed
790
791
792
	if !strings.Contains(link, "Ollama.app") {
		return fmt.Errorf("could not find ollama app")
	}
Bruce MacDonald's avatar
Bruce MacDonald committed
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
	path := strings.Split(link, "Ollama.app")
	if err := exec.Command("/usr/bin/open", "-a", path[0]+"Ollama.app").Run(); err != nil {
		return err
	}
	// wait for the server to start
	timeout := time.After(5 * time.Second)
	tick := time.Tick(500 * time.Millisecond)
	for {
		select {
		case <-timeout:
			return errors.New("timed out waiting for server to start")
		case <-tick:
			if err := client.Heartbeat(context.Background()); err == nil {
				return nil // server has started
			}
		}
	}
}

812
func checkServerHeartbeat(_ *cobra.Command, _ []string) error {
Michael Yang's avatar
Michael Yang committed
813
	client, err := api.ClientFromEnvironment()
814
815
816
	if err != nil {
		return err
	}
817
	if err := client.Heartbeat(context.Background()); err != nil {
Bruce MacDonald's avatar
Bruce MacDonald committed
818
819
820
821
822
		if !strings.Contains(err.Error(), "connection refused") {
			return err
		}
		if runtime.GOOS == "darwin" {
			if err := startMacApp(client); err != nil {
Bruce MacDonald's avatar
Bruce MacDonald committed
823
				return fmt.Errorf("could not connect to ollama app, is it running?")
824
			}
Bruce MacDonald's avatar
Bruce MacDonald committed
825
		} else {
826
827
828
829
830
831
			return fmt.Errorf("could not connect to ollama server, run 'ollama serve' to start it")
		}
	}
	return nil
}

Jeffrey Morgan's avatar
Jeffrey Morgan committed
832
833
834
835
func NewCLI() *cobra.Command {
	log.SetFlags(log.LstdFlags | log.Lshortfile)

	rootCmd := &cobra.Command{
836
837
838
839
		Use:           "ollama",
		Short:         "Large language model runner",
		SilenceUsage:  true,
		SilenceErrors: true,
Jeffrey Morgan's avatar
Jeffrey Morgan committed
840
841
842
		CompletionOptions: cobra.CompletionOptions{
			DisableDefaultCmd: true,
		},
Michael Yang's avatar
Michael Yang committed
843
		Version: version.Version,
Jeffrey Morgan's avatar
Jeffrey Morgan committed
844
845
846
847
	}

	cobra.EnableCommandSorting = false

848
	createCmd := &cobra.Command{
849
850
		Use:     "create MODEL",
		Short:   "Create a model from a Modelfile",
Michael Yang's avatar
Michael Yang committed
851
		Args:    cobra.ExactArgs(1),
852
853
		PreRunE: checkServerHeartbeat,
		RunE:    CreateHandler,
854
855
856
857
	}

	createCmd.Flags().StringP("file", "f", "Modelfile", "Name of the Modelfile (default \"Modelfile\")")

Patrick Devine's avatar
Patrick Devine committed
858
859
860
	showCmd := &cobra.Command{
		Use:     "show MODEL",
		Short:   "Show information for a model",
Michael Yang's avatar
Michael Yang committed
861
		Args:    cobra.ExactArgs(1),
Patrick Devine's avatar
Patrick Devine committed
862
863
864
865
866
867
868
869
870
871
		PreRunE: checkServerHeartbeat,
		RunE:    ShowHandler,
	}

	showCmd.Flags().Bool("license", false, "Show license of a model")
	showCmd.Flags().Bool("modelfile", false, "Show Modelfile of a model")
	showCmd.Flags().Bool("parameters", false, "Show parameters of a model")
	showCmd.Flags().Bool("template", false, "Show template of a model")
	showCmd.Flags().Bool("system", false, "Show system prompt of a model")

Jeffrey Morgan's avatar
Jeffrey Morgan committed
872
	runCmd := &cobra.Command{
873
874
875
876
877
		Use:     "run MODEL [PROMPT]",
		Short:   "Run a model",
		Args:    cobra.MinimumNArgs(1),
		PreRunE: checkServerHeartbeat,
		RunE:    RunHandler,
Jeffrey Morgan's avatar
Jeffrey Morgan committed
878
879
	}

880
	runCmd.Flags().Bool("verbose", false, "Show timings for response")
881
	runCmd.Flags().Bool("insecure", false, "Use an insecure registry")
882
	runCmd.Flags().Bool("nowordwrap", false, "Don't wrap words to the next line automatically")
Jeffrey Morgan's avatar
Jeffrey Morgan committed
883
	runCmd.Flags().String("format", "", "Response format (e.g. json)")
884

Jeffrey Morgan's avatar
Jeffrey Morgan committed
885
886
887
888
	serveCmd := &cobra.Command{
		Use:     "serve",
		Aliases: []string{"start"},
		Short:   "Start ollama",
Michael Yang's avatar
Michael Yang committed
889
		Args:    cobra.ExactArgs(0),
Michael Yang's avatar
Michael Yang committed
890
		RunE:    RunServer,
Jeffrey Morgan's avatar
Jeffrey Morgan committed
891
892
	}

893
	pullCmd := &cobra.Command{
894
895
		Use:     "pull MODEL",
		Short:   "Pull a model from a registry",
Michael Yang's avatar
Michael Yang committed
896
		Args:    cobra.ExactArgs(1),
897
898
		PreRunE: checkServerHeartbeat,
		RunE:    PullHandler,
899
900
	}

901
902
	pullCmd.Flags().Bool("insecure", false, "Use an insecure registry")

903
	pushCmd := &cobra.Command{
904
905
		Use:     "push MODEL",
		Short:   "Push a model to a registry",
Michael Yang's avatar
Michael Yang committed
906
		Args:    cobra.ExactArgs(1),
907
908
		PreRunE: checkServerHeartbeat,
		RunE:    PushHandler,
909
910
	}

911
912
	pushCmd.Flags().Bool("insecure", false, "Use an insecure registry")

Patrick Devine's avatar
Patrick Devine committed
913
	listCmd := &cobra.Command{
914
		Use:     "list",
Patrick Devine's avatar
Patrick Devine committed
915
		Aliases: []string{"ls"},
916
		Short:   "List models",
917
		PreRunE: checkServerHeartbeat,
918
		RunE:    ListHandler,
919
920
	}

Patrick Devine's avatar
Patrick Devine committed
921
	copyCmd := &cobra.Command{
Michael Yang's avatar
Michael Yang committed
922
		Use:     "cp SOURCE TARGET",
923
		Short:   "Copy a model",
Michael Yang's avatar
Michael Yang committed
924
		Args:    cobra.ExactArgs(2),
925
926
		PreRunE: checkServerHeartbeat,
		RunE:    CopyHandler,
Patrick Devine's avatar
Patrick Devine committed
927
928
	}

929
	deleteCmd := &cobra.Command{
Michael Yang's avatar
Michael Yang committed
930
		Use:     "rm MODEL [MODEL...]",
931
932
933
934
		Short:   "Remove a model",
		Args:    cobra.MinimumNArgs(1),
		PreRunE: checkServerHeartbeat,
		RunE:    DeleteHandler,
Patrick Devine's avatar
Patrick Devine committed
935
936
	}

Jeffrey Morgan's avatar
Jeffrey Morgan committed
937
938
	rootCmd.AddCommand(
		serveCmd,
939
		createCmd,
Patrick Devine's avatar
Patrick Devine committed
940
		showCmd,
941
		runCmd,
942
943
		pullCmd,
		pushCmd,
Patrick Devine's avatar
Patrick Devine committed
944
		listCmd,
Patrick Devine's avatar
Patrick Devine committed
945
		copyCmd,
946
		deleteCmd,
Jeffrey Morgan's avatar
Jeffrey Morgan committed
947
948
949
950
	)

	return rootCmd
}