cmd.go 22.2 KB
Newer Older
Jeffrey Morgan's avatar
Jeffrey Morgan committed
1
2
3
package cmd

import (
Michael Yang's avatar
Michael Yang committed
4
	"bufio"
Jeffrey Morgan's avatar
Jeffrey Morgan committed
5
	"context"
6
7
8
	"crypto/ed25519"
	"crypto/rand"
	"encoding/pem"
Michael Yang's avatar
Michael Yang committed
9
	"errors"
Bruce MacDonald's avatar
Bruce MacDonald committed
10
	"fmt"
Michael Yang's avatar
Michael Yang committed
11
	"io"
Jeffrey Morgan's avatar
Jeffrey Morgan committed
12
13
14
	"log"
	"net"
	"os"
15
	"os/exec"
16
	"os/signal"
17
	"path/filepath"
18
	"runtime"
Michael Yang's avatar
Michael Yang committed
19
	"strings"
20
	"syscall"
Michael Yang's avatar
Michael Yang committed
21
	"time"
Jeffrey Morgan's avatar
Jeffrey Morgan committed
22

Patrick Devine's avatar
Patrick Devine committed
23
24
	"github.com/dustin/go-humanize"
	"github.com/olekukonko/tablewriter"
Michael Yang's avatar
Michael Yang committed
25
	"github.com/spf13/cobra"
26
	"golang.org/x/crypto/ssh"
27
	"golang.org/x/term"
Michael Yang's avatar
Michael Yang committed
28

Jeffrey Morgan's avatar
Jeffrey Morgan committed
29
	"github.com/jmorganca/ollama/api"
Patrick Devine's avatar
Patrick Devine committed
30
	"github.com/jmorganca/ollama/format"
31
	"github.com/jmorganca/ollama/progressbar"
Patrick Devine's avatar
Patrick Devine committed
32
	"github.com/jmorganca/ollama/readline"
Jeffrey Morgan's avatar
Jeffrey Morgan committed
33
	"github.com/jmorganca/ollama/server"
Michael Yang's avatar
Michael Yang committed
34
	"github.com/jmorganca/ollama/version"
Jeffrey Morgan's avatar
Jeffrey Morgan committed
35
36
)

37
func CreateHandler(cmd *cobra.Command, args []string) error {
38
	filename, _ := cmd.Flags().GetString("file")
39
40
41
42
43
	filename, err := filepath.Abs(filename)
	if err != nil {
		return err
	}

Michael Yang's avatar
Michael Yang committed
44
	client, err := api.ClientFromEnvironment()
45
46
47
	if err != nil {
		return err
	}
48

Michael Yang's avatar
Michael Yang committed
49
50
	var spinner *Spinner

51
52
	var currentDigest string
	var bar *progressbar.ProgressBar
Michael Yang's avatar
Michael Yang committed
53

54
55
56
57
58
59
60
	request := api.CreateRequest{Name: args[0], Path: filename}
	fn := func(resp api.ProgressResponse) error {
		if resp.Digest != currentDigest && resp.Digest != "" {
			if spinner != nil {
				spinner.Stop()
			}
			currentDigest = resp.Digest
61
62
63
64
65
66
			// pulling
			bar = progressbar.DefaultBytes(
				resp.Total,
				resp.Status,
			)
			bar.Set64(resp.Completed)
67
		} else if resp.Digest == currentDigest && resp.Digest != "" {
Michael Yang's avatar
Michael Yang committed
68
			bar.Set64(resp.Completed)
69
70
71
72
73
74
75
76
		} else {
			currentDigest = ""
			if spinner != nil {
				spinner.Stop()
			}
			spinner = NewSpinner(resp.Status)
			go spinner.Spin(100 * time.Millisecond)
		}
77

78
79
80
81
82
83
84
		return nil
	}

	if err := client.Create(context.Background(), &request, fn); err != nil {
		return err
	}

Michael Yang's avatar
Michael Yang committed
85
86
	if spinner != nil {
		spinner.Stop()
87
88
89
		if spinner.description != "success" {
			return errors.New("unexpected end to create model")
		}
Michael Yang's avatar
Michael Yang committed
90
91
	}

92
93
94
	return nil
}

95
func RunHandler(cmd *cobra.Command, args []string) error {
Michael Yang's avatar
Michael Yang committed
96
	client, err := api.ClientFromEnvironment()
97
98
99
100
	if err != nil {
		return err
	}

101
	models, err := client.List(context.Background())
Patrick Devine's avatar
Patrick Devine committed
102
103
104
105
	if err != nil {
		return err
	}

Michael Yang's avatar
Michael Yang committed
106
	canonicalModelPath := server.ParseModelPath(args[0])
107
	for _, model := range models.Models {
Michael Yang's avatar
Michael Yang committed
108
		if model.Name == canonicalModelPath.GetShortTagname() {
109
			return RunGenerate(cmd, args)
Michael Yang's avatar
Michael Yang committed
110
		}
111
112
113
	}

	if err := PullHandler(cmd, args); err != nil {
Michael Yang's avatar
Michael Yang committed
114
115
116
117
		return err
	}

	return RunGenerate(cmd, args)
Bruce MacDonald's avatar
Bruce MacDonald committed
118
119
}

120
func PushHandler(cmd *cobra.Command, args []string) error {
Michael Yang's avatar
Michael Yang committed
121
	client, err := api.ClientFromEnvironment()
122
123
124
	if err != nil {
		return err
	}
125

126
127
128
129
130
	insecure, err := cmd.Flags().GetBool("insecure")
	if err != nil {
		return err
	}

131
132
133
	var currentDigest string
	var bar *progressbar.ProgressBar

134
	request := api.PushRequest{Name: args[0], Insecure: insecure}
135
	fn := func(resp api.ProgressResponse) error {
136
137
138
		if resp.Digest != currentDigest && resp.Digest != "" {
			currentDigest = resp.Digest
			bar = progressbar.DefaultBytes(
Michael Yang's avatar
Michael Yang committed
139
				resp.Total,
140
141
142
				fmt.Sprintf("pushing %s...", resp.Digest[7:19]),
			)

Michael Yang's avatar
Michael Yang committed
143
			bar.Set64(resp.Completed)
144
		} else if resp.Digest == currentDigest && resp.Digest != "" {
Michael Yang's avatar
Michael Yang committed
145
			bar.Set64(resp.Completed)
146
147
148
149
		} else {
			currentDigest = ""
			fmt.Println(resp.Status)
		}
150
151
152
153
154
155
		return nil
	}

	if err := client.Push(context.Background(), &request, fn); err != nil {
		return err
	}
156
157
158
159
160

	if bar != nil && !bar.IsFinished() {
		return errors.New("unexpected end to push model")
	}

161
162
163
	return nil
}

164
func ListHandler(cmd *cobra.Command, args []string) error {
Michael Yang's avatar
Michael Yang committed
165
	client, err := api.ClientFromEnvironment()
166
167
168
	if err != nil {
		return err
	}
Patrick Devine's avatar
Patrick Devine committed
169
170
171
172
173
174
175
176
177

	models, err := client.List(context.Background())
	if err != nil {
		return err
	}

	var data [][]string

	for _, m := range models.Models {
Michael Yang's avatar
Michael Yang committed
178
		if len(args) == 0 || strings.HasPrefix(m.Name, args[0]) {
Patrick Devine's avatar
Patrick Devine committed
179
			data = append(data, []string{m.Name, m.Digest[:12], humanize.Bytes(uint64(m.Size)), format.HumanTime(m.ModifiedAt, "Never")})
Michael Yang's avatar
Michael Yang committed
180
		}
Patrick Devine's avatar
Patrick Devine committed
181
182
183
	}

	table := tablewriter.NewWriter(os.Stdout)
Patrick Devine's avatar
Patrick Devine committed
184
	table.SetHeader([]string{"NAME", "ID", "SIZE", "MODIFIED"})
Patrick Devine's avatar
Patrick Devine committed
185
186
187
188
189
190
191
192
193
194
195
196
	table.SetHeaderAlignment(tablewriter.ALIGN_LEFT)
	table.SetAlignment(tablewriter.ALIGN_LEFT)
	table.SetHeaderLine(false)
	table.SetBorder(false)
	table.SetNoWhiteSpace(true)
	table.SetTablePadding("\t")
	table.AppendBulk(data)
	table.Render()

	return nil
}

197
func DeleteHandler(cmd *cobra.Command, args []string) error {
Michael Yang's avatar
Michael Yang committed
198
	client, err := api.ClientFromEnvironment()
199
200
201
	if err != nil {
		return err
	}
202

203
204
205
206
207
208
	for _, name := range args {
		req := api.DeleteRequest{Name: name}
		if err := client.Delete(context.Background(), &req); err != nil {
			return err
		}
		fmt.Printf("deleted '%s'\n", name)
209
210
211
212
	}
	return nil
}

Patrick Devine's avatar
Patrick Devine committed
213
func ShowHandler(cmd *cobra.Command, args []string) error {
Michael Yang's avatar
Michael Yang committed
214
	client, err := api.ClientFromEnvironment()
Patrick Devine's avatar
Patrick Devine committed
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
	if err != nil {
		return err
	}

	if len(args) != 1 {
		return errors.New("missing model name")
	}

	license, errLicense := cmd.Flags().GetBool("license")
	modelfile, errModelfile := cmd.Flags().GetBool("modelfile")
	parameters, errParams := cmd.Flags().GetBool("parameters")
	system, errSystem := cmd.Flags().GetBool("system")
	template, errTemplate := cmd.Flags().GetBool("template")

	for _, boolErr := range []error{errLicense, errModelfile, errParams, errSystem, errTemplate} {
		if boolErr != nil {
			return errors.New("error retrieving flags")
		}
	}

	flagsSet := 0
	showType := ""

	if license {
		flagsSet++
		showType = "license"
	}

	if modelfile {
		flagsSet++
		showType = "modelfile"
	}

	if parameters {
		flagsSet++
		showType = "parameters"
	}

	if system {
		flagsSet++
		showType = "system"
	}

	if template {
		flagsSet++
		showType = "template"
	}

	if flagsSet > 1 {
264
		return errors.New("only one of '--license', '--modelfile', '--parameters', '--system', or '--template' can be specified")
Patrick Devine's avatar
Patrick Devine committed
265
	} else if flagsSet == 0 {
266
		return errors.New("one of '--license', '--modelfile', '--parameters', '--system', or '--template' must be specified")
Patrick Devine's avatar
Patrick Devine committed
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
	}

	req := api.ShowRequest{Name: args[0]}
	resp, err := client.Show(context.Background(), &req)
	if err != nil {
		return err
	}

	switch showType {
	case "license":
		fmt.Println(resp.License)
	case "modelfile":
		fmt.Println(resp.Modelfile)
	case "parameters":
		fmt.Println(resp.Parameters)
	case "system":
		fmt.Println(resp.System)
	case "template":
		fmt.Println(resp.Template)
	}

	return nil
}

Patrick Devine's avatar
Patrick Devine committed
291
func CopyHandler(cmd *cobra.Command, args []string) error {
Michael Yang's avatar
Michael Yang committed
292
	client, err := api.ClientFromEnvironment()
293
294
295
	if err != nil {
		return err
	}
Patrick Devine's avatar
Patrick Devine committed
296
297
298
299
300
301
302
303
304

	req := api.CopyRequest{Source: args[0], Destination: args[1]}
	if err := client.Copy(context.Background(), &req); err != nil {
		return err
	}
	fmt.Printf("copied '%s' to '%s'\n", args[0], args[1])
	return nil
}

305
func PullHandler(cmd *cobra.Command, args []string) error {
306
307
308
309
310
311
	insecure, err := cmd.Flags().GetBool("insecure")
	if err != nil {
		return err
	}

	return pull(args[0], insecure)
312
313
}

314
func pull(model string, insecure bool) error {
Michael Yang's avatar
Michael Yang committed
315
	client, err := api.ClientFromEnvironment()
316
317
318
	if err != nil {
		return err
	}
319

320
	var currentDigest string
Bruce MacDonald's avatar
Bruce MacDonald committed
321
	var bar *progressbar.ProgressBar
Michael Yang's avatar
Michael Yang committed
322

323
	request := api.PullRequest{Name: model, Insecure: insecure}
324
325
326
	fn := func(resp api.ProgressResponse) error {
		if resp.Digest != currentDigest && resp.Digest != "" {
			currentDigest = resp.Digest
327
			bar = progressbar.DefaultBytes(
Michael Yang's avatar
Michael Yang committed
328
				resp.Total,
329
				fmt.Sprintf("pulling %s...", resp.Digest[7:19]),
330
			)
331

Michael Yang's avatar
Michael Yang committed
332
			bar.Set64(resp.Completed)
333
		} else if resp.Digest == currentDigest && resp.Digest != "" {
Michael Yang's avatar
Michael Yang committed
334
			bar.Set64(resp.Completed)
335
		} else {
336
			currentDigest = ""
337
338
			fmt.Println(resp.Status)
		}
339

340
341
		return nil
	}
342

343
344
345
	if err := client.Pull(context.Background(), &request, fn); err != nil {
		return err
	}
346
347
348
349
350

	if bar != nil && !bar.IsFinished() {
		return errors.New("unexpected end to pull model")
	}

351
	return nil
Michael Yang's avatar
Michael Yang committed
352
353
}

354
func RunGenerate(cmd *cobra.Command, args []string) error {
Michael Yang's avatar
Michael Yang committed
355
	if len(args) > 1 {
Michael Yang's avatar
Michael Yang committed
356
		// join all args into a single prompt
357
358
359
360
361
362
363
364
365
366
367
368
369
370
		wordWrap := false
		if term.IsTerminal(int(os.Stdout.Fd())) {
			wordWrap = true
		}

		nowrap, err := cmd.Flags().GetBool("nowordwrap")
		if err != nil {
			return err
		}
		if nowrap {
			wordWrap = false
		}

		return generate(cmd, args[0], strings.Join(args[1:], " "), wordWrap)
Michael Yang's avatar
Michael Yang committed
371
372
	}

Michael Yang's avatar
Michael Yang committed
373
	if readline.IsTerminal(int(os.Stdin.Fd())) {
374
		return generateInteractive(cmd, args[0])
Michael Yang's avatar
Michael Yang committed
375
376
	}

377
	return generateBatch(cmd, args[0])
Michael Yang's avatar
Michael Yang committed
378
379
}

Michael Yang's avatar
Michael Yang committed
380
type generateContextKey string
Michael Yang's avatar
Michael Yang committed
381

382
func generate(cmd *cobra.Command, model, prompt string, wordWrap bool) error {
Michael Yang's avatar
Michael Yang committed
383
	client, err := api.ClientFromEnvironment()
Patrick Devine's avatar
Patrick Devine committed
384
385
386
	if err != nil {
		return err
	}
Michael Yang's avatar
Michael Yang committed
387

Patrick Devine's avatar
Patrick Devine committed
388
389
	spinner := NewSpinner("")
	go spinner.Spin(60 * time.Millisecond)
Michael Yang's avatar
Michael Yang committed
390

Patrick Devine's avatar
Patrick Devine committed
391
	var latest api.GenerateResponse
392

Patrick Devine's avatar
Patrick Devine committed
393
394
395
396
	generateContext, ok := cmd.Context().Value(generateContextKey("context")).([]int)
	if !ok {
		generateContext = []int{}
	}
Michael Yang's avatar
Michael Yang committed
397

398
399
	termWidth, _, err := term.GetSize(int(0))
	if err != nil {
400
		wordWrap = false
401
402
	}

403
404
405
406
407
408
409
410
411
412
413
414
415
	cancelCtx, cancel := context.WithCancel(context.Background())
	defer cancel()

	sigChan := make(chan os.Signal, 1)
	signal.Notify(sigChan, syscall.SIGINT)
	var abort bool

	go func() {
		<-sigChan
		cancel()
		abort = true
	}()

416
417
418
	var currentLineLength int
	var wordBuffer string

Patrick Devine's avatar
Patrick Devine committed
419
420
421
422
423
	request := api.GenerateRequest{Model: model, Prompt: prompt, Context: generateContext}
	fn := func(response api.GenerateResponse) error {
		if !spinner.IsFinished() {
			spinner.Finish()
		}
Michael Yang's avatar
Michael Yang committed
424

Patrick Devine's avatar
Patrick Devine committed
425
		latest = response
426

427
		if wordWrap {
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
			for _, ch := range response.Response {
				if currentLineLength+1 > termWidth-5 {
					// backtrack the length of the last word and clear to the end of the line
					fmt.Printf("\x1b[%dD\x1b[K\n", len(wordBuffer))
					fmt.Printf("%s%c", wordBuffer, ch)
					currentLineLength = len(wordBuffer) + 1
				} else {
					fmt.Print(string(ch))
					currentLineLength += 1

					switch ch {
					case ' ':
						wordBuffer = ""
					case '\n':
						currentLineLength = 0
					default:
						wordBuffer += string(ch)
					}
				}
			}
		} else {
			fmt.Print(response.Response)
		}

Patrick Devine's avatar
Patrick Devine committed
452
453
		return nil
	}
454

455
	if err := client.Generate(cancelCtx, &request, fn); err != nil {
456
		if strings.Contains(err.Error(), "context canceled") && abort {
457
458
			spinner.Finish()
			return nil
459
		}
Patrick Devine's avatar
Patrick Devine committed
460
461
462
		return err
	}
	if prompt != "" {
Michael Yang's avatar
Michael Yang committed
463
464
		fmt.Println()
		fmt.Println()
Patrick Devine's avatar
Patrick Devine committed
465
	}
466

Patrick Devine's avatar
Patrick Devine committed
467
	if !latest.Done {
468
469
470
		if abort {
			return nil
		}
Patrick Devine's avatar
Patrick Devine committed
471
472
		return errors.New("unexpected end of response")
	}
473

Patrick Devine's avatar
Patrick Devine committed
474
475
476
477
	verbose, err := cmd.Flags().GetBool("verbose")
	if err != nil {
		return err
	}
Michael Yang's avatar
Michael Yang committed
478

Patrick Devine's avatar
Patrick Devine committed
479
480
	if verbose {
		latest.Summary()
Michael Yang's avatar
Michael Yang committed
481
	}
Michael Yang's avatar
Michael Yang committed
482

Patrick Devine's avatar
Patrick Devine committed
483
484
485
486
	ctx := cmd.Context()
	ctx = context.WithValue(ctx, generateContextKey("context"), latest.Context)
	cmd.SetContext(ctx)

Michael Yang's avatar
Michael Yang committed
487
488
489
	return nil
}

490
func generateInteractive(cmd *cobra.Command, model string) error {
Patrick Devine's avatar
Patrick Devine committed
491
	// load the model
492
	if err := generate(cmd, model, "", false); err != nil {
Patrick Devine's avatar
Patrick Devine committed
493
494
495
		return err
	}

Michael Yang's avatar
Michael Yang committed
496
	usage := func() {
Patrick Devine's avatar
Patrick Devine committed
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
		fmt.Fprintln(os.Stderr, "Available Commands:")
		fmt.Fprintln(os.Stderr, "  /set         Set session variables")
		fmt.Fprintln(os.Stderr, "  /show        Show model information")
		fmt.Fprintln(os.Stderr, "  /bye         Exit")
		fmt.Fprintln(os.Stderr, "  /?, /help    Help for a command")
		fmt.Fprintln(os.Stderr, "")
		fmt.Fprintln(os.Stderr, "Use \"\"\" to begin a multi-line message.")
		fmt.Fprintln(os.Stderr, "")
	}

	usageSet := func() {
		fmt.Fprintln(os.Stderr, "Available Commands:")
		fmt.Fprintln(os.Stderr, "  /set history      Enable history")
		fmt.Fprintln(os.Stderr, "  /set nohistory    Disable history")
		fmt.Fprintln(os.Stderr, "  /set wordwrap     Enable wordwrap")
		fmt.Fprintln(os.Stderr, "  /set nowordwrap   Disable wordwrap")
		fmt.Fprintln(os.Stderr, "  /set verbose      Show LLM stats")
		fmt.Fprintln(os.Stderr, "  /set quiet        Disable LLM stats")
		fmt.Fprintln(os.Stderr, "")
	}

	usageShow := func() {
		fmt.Fprintln(os.Stderr, "Available Commands:")
		fmt.Fprintln(os.Stderr, "  /show license      Show model license")
		fmt.Fprintln(os.Stderr, "  /show modelfile    Show Modelfile for this model")
		fmt.Fprintln(os.Stderr, "  /show parameters   Show parameters for this model")
		fmt.Fprintln(os.Stderr, "  /show system       Show system prompt")
		fmt.Fprintln(os.Stderr, "  /show template     Show prompt template")
		fmt.Fprintln(os.Stderr, "")
Michael Yang's avatar
Michael Yang committed
526
527
	}

Patrick Devine's avatar
Patrick Devine committed
528
529
530
531
532
	prompt := readline.Prompt{
		Prompt:         ">>> ",
		AltPrompt:      "... ",
		Placeholder:    "Send a message (/? for help)",
		AltPlaceholder: `Use """ to end multi-line input`,
Michael Yang's avatar
Michael Yang committed
533
534
	}

Patrick Devine's avatar
Patrick Devine committed
535
	scanner, err := readline.New(prompt)
Michael Yang's avatar
Michael Yang committed
536
537
538
539
	if err != nil {
		return err
	}

540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
	var wordWrap bool
	termType := os.Getenv("TERM")
	if termType == "xterm-256color" {
		wordWrap = true
	}

	// override wrapping if the user turned it off
	nowrap, err := cmd.Flags().GetBool("nowordwrap")
	if err != nil {
		return err
	}
	if nowrap {
		wordWrap = false
	}

555
556
557
	fmt.Print(readline.StartBracketedPaste)
	defer fmt.Printf(readline.EndBracketedPaste)

558
559
	var multiLineBuffer string

Michael Yang's avatar
Michael Yang committed
560
561
562
563
	for {
		line, err := scanner.Readline()
		switch {
		case errors.Is(err, io.EOF):
564
			fmt.Println()
Michael Yang's avatar
Michael Yang committed
565
566
			return nil
		case errors.Is(err, readline.ErrInterrupt):
567
			if line == "" {
Patrick Devine's avatar
Patrick Devine committed
568
				fmt.Println("\nUse Ctrl-D or /bye to exit.")
569
570
			}

Michael Yang's avatar
Michael Yang committed
571
572
			continue
		case err != nil:
Michael Yang's avatar
Michael Yang committed
573
574
575
			return err
		}

Michael Yang's avatar
Michael Yang committed
576
		line = strings.TrimSpace(line)
Michael Yang's avatar
Michael Yang committed
577

Michael Yang's avatar
Michael Yang committed
578
		switch {
Patrick Devine's avatar
Patrick Devine committed
579
		case scanner.Prompt.UseAlt:
580
			if strings.HasSuffix(line, `"""`) {
Patrick Devine's avatar
Patrick Devine committed
581
				scanner.Prompt.UseAlt = false
582
				multiLineBuffer += strings.TrimSuffix(line, `"""`)
583
				line = multiLineBuffer
584
585
586
587
588
589
				multiLineBuffer = ""
			} else {
				multiLineBuffer += line + " "
				continue
			}
		case strings.HasPrefix(line, `"""`):
Patrick Devine's avatar
Patrick Devine committed
590
			scanner.Prompt.UseAlt = true
591
592
			multiLineBuffer = strings.TrimPrefix(line, `"""`) + " "
			continue
Michael Yang's avatar
Michael Yang committed
593
594
		case strings.HasPrefix(line, "/list"):
			args := strings.Fields(line)
595
			if err := ListHandler(cmd, args[1:]); err != nil {
Michael Yang's avatar
Michael Yang committed
596
597
598
599
600
601
602
603
604
605
				return err
			}
		case strings.HasPrefix(line, "/set"):
			args := strings.Fields(line)
			if len(args) > 1 {
				switch args[1] {
				case "history":
					scanner.HistoryEnable()
				case "nohistory":
					scanner.HistoryDisable()
606
				case "wordwrap":
607
					wordWrap = true
608
609
					fmt.Println("Set 'wordwrap' mode.")
				case "nowordwrap":
610
					wordWrap = false
611
					fmt.Println("Set 'nowordwrap' mode.")
Michael Yang's avatar
Michael Yang committed
612
613
				case "verbose":
					cmd.Flags().Set("verbose", "true")
614
					fmt.Println("Set 'verbose' mode.")
Michael Yang's avatar
Michael Yang committed
615
616
				case "quiet":
					cmd.Flags().Set("verbose", "false")
617
					fmt.Println("Set 'quiet' mode.")
618
619
				default:
					fmt.Printf("Unknown command '/set %s'. Type /? for help\n", args[1])
620
621
				}
			} else {
Patrick Devine's avatar
Patrick Devine committed
622
				usageSet()
623
624
625
626
			}
		case strings.HasPrefix(line, "/show"):
			args := strings.Fields(line)
			if len(args) > 1 {
627
628
629
630
631
632
				client, err := api.ClientFromEnvironment()
				if err != nil {
					fmt.Println("error: couldn't connect to ollama server")
					return err
				}
				resp, err := client.Show(cmd.Context(), &api.ShowRequest{Name: model})
633
				if err != nil {
Patrick Devine's avatar
Patrick Devine committed
634
					fmt.Println("error: couldn't get model")
635
					return err
636
				}
Patrick Devine's avatar
Patrick Devine committed
637

638
639
				switch args[1] {
				case "license":
640
					if resp.License == "" {
641
						fmt.Print("No license was specified for this model.\n\n")
642
643
644
					} else {
						fmt.Println(resp.License)
					}
Patrick Devine's avatar
Patrick Devine committed
645
646
647
				case "modelfile":
					fmt.Println(resp.Modelfile)
				case "parameters":
648
					if resp.Parameters == "" {
649
						fmt.Print("No parameters were specified for this model.\n\n")
650
651
652
					} else {
						fmt.Println(resp.Parameters)
					}
653
				case "system":
654
					if resp.System == "" {
655
						fmt.Print("No system prompt was specified for this model.\n\n")
656
657
658
					} else {
						fmt.Println(resp.System)
					}
659
				case "template":
660
					if resp.Template == "" {
661
						fmt.Print("No prompt template was specified for this model.\n\n")
662
663
664
					} else {
						fmt.Println(resp.Template)
					}
665
				default:
666
					fmt.Printf("Unknown command '/show %s'. Type /? for help\n", args[1])
Michael Yang's avatar
Michael Yang committed
667
				}
Patrick Devine's avatar
Patrick Devine committed
668
669
670
671
672
673
674
675
676
677
678
679
			} else {
				usageShow()
			}
		case strings.HasPrefix(line, "/help"), strings.HasPrefix(line, "/?"):
			args := strings.Fields(line)
			if len(args) > 1 {
				switch args[1] {
				case "set", "/set":
					usageSet()
				case "show", "/show":
					usageShow()
				}
680
681
			} else {
				usage()
Michael Yang's avatar
Michael Yang committed
682
683
684
			}
		case line == "/exit", line == "/bye":
			return nil
685
686
687
		case strings.HasPrefix(line, "/"):
			args := strings.Fields(line)
			fmt.Printf("Unknown command '%s'. Type /? for help\n", args[0])
Michael Yang's avatar
Michael Yang committed
688
689
		}

Patrick Devine's avatar
Patrick Devine committed
690
		if len(line) > 0 && line[0] != '/' {
691
			if err := generate(cmd, model, line, wordWrap); err != nil {
Patrick Devine's avatar
Patrick Devine committed
692
693
				return err
			}
Michael Yang's avatar
Michael Yang committed
694
695
		}
	}
Bruce MacDonald's avatar
Bruce MacDonald committed
696
697
}

698
func generateBatch(cmd *cobra.Command, model string) error {
Michael Yang's avatar
Michael Yang committed
699
700
701
702
	scanner := bufio.NewScanner(os.Stdin)
	for scanner.Scan() {
		prompt := scanner.Text()
		fmt.Printf(">>> %s\n", prompt)
703
		if err := generate(cmd, model, prompt, false); err != nil {
Michael Yang's avatar
Michael Yang committed
704
705
706
707
708
709
710
			return err
		}
	}

	return nil
}

711
func RunServer(cmd *cobra.Command, _ []string) error {
Michael Yang's avatar
Michael Yang committed
712
713
714
	host, port, err := net.SplitHostPort(os.Getenv("OLLAMA_HOST"))
	if err != nil {
		host, port = "127.0.0.1", "11434"
Michael Yang's avatar
Michael Yang committed
715
		if ip := net.ParseIP(strings.Trim(os.Getenv("OLLAMA_HOST"), "[]")); ip != nil {
Michael Yang's avatar
Michael Yang committed
716
717
			host = ip.String()
		}
Jeffrey Morgan's avatar
Jeffrey Morgan committed
718
	}
719

Michael Yang's avatar
Michael Yang committed
720
	if err := initializeKeypair(); err != nil {
721
722
723
		return err
	}

Michael Yang's avatar
Michael Yang committed
724
	ln, err := net.Listen("tcp", net.JoinHostPort(host, port))
725
726
727
	if err != nil {
		return err
	}
Jeffrey Morgan's avatar
Jeffrey Morgan committed
728

729
730
731
732
733
	var origins []string
	if o := os.Getenv("OLLAMA_ORIGINS"); o != "" {
		origins = strings.Split(o, ",")
	}

734
735
736
737
	if noprune := os.Getenv("OLLAMA_NOPRUNE"); noprune == "" {
		if err := server.PruneLayers(); err != nil {
			return err
		}
Michael Yang's avatar
Michael Yang committed
738
739
740
741
742
743
744
745
746

		manifestsPath, err := server.GetManifestPath()
		if err != nil {
			return err
		}

		if err := server.PruneDirectory(manifestsPath); err != nil {
			return err
		}
747
748
	}

Jeffrey Morgan's avatar
Jeffrey Morgan committed
749
	return server.Serve(ln, origins)
Jeffrey Morgan's avatar
Jeffrey Morgan committed
750
751
}

752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
func initializeKeypair() error {
	home, err := os.UserHomeDir()
	if err != nil {
		return err
	}

	privKeyPath := filepath.Join(home, ".ollama", "id_ed25519")
	pubKeyPath := filepath.Join(home, ".ollama", "id_ed25519.pub")

	_, err = os.Stat(privKeyPath)
	if os.IsNotExist(err) {
		fmt.Printf("Couldn't find '%s'. Generating new private key.\n", privKeyPath)
		_, privKey, err := ed25519.GenerateKey(rand.Reader)
		if err != nil {
			return err
		}

		privKeyBytes, err := format.OpenSSHPrivateKey(privKey, "")
		if err != nil {
			return err
		}

Michael Yang's avatar
Michael Yang committed
774
		err = os.MkdirAll(filepath.Dir(privKeyPath), 0o755)
775
776
777
778
		if err != nil {
			return fmt.Errorf("could not create directory %w", err)
		}

779
		err = os.WriteFile(privKeyPath, pem.EncodeToMemory(privKeyBytes), 0o600)
780
781
782
783
784
785
786
787
788
789
790
		if err != nil {
			return err
		}

		sshPrivateKey, err := ssh.NewSignerFromKey(privKey)
		if err != nil {
			return err
		}

		pubKeyData := ssh.MarshalAuthorizedKey(sshPrivateKey.PublicKey())

791
		err = os.WriteFile(pubKeyPath, pubKeyData, 0o644)
792
793
794
795
796
797
798
799
800
		if err != nil {
			return err
		}

		fmt.Printf("Your new public key is: \n\n%s\n", string(pubKeyData))
	}
	return nil
}

Bruce MacDonald's avatar
Bruce MacDonald committed
801
func startMacApp(client *api.Client) error {
Bruce MacDonald's avatar
Bruce MacDonald committed
802
803
804
805
806
	exe, err := os.Executable()
	if err != nil {
		return err
	}
	link, err := os.Readlink(exe)
Bruce MacDonald's avatar
Bruce MacDonald committed
807
808
809
	if err != nil {
		return err
	}
Bruce MacDonald's avatar
Bruce MacDonald committed
810
811
812
	if !strings.Contains(link, "Ollama.app") {
		return fmt.Errorf("could not find ollama app")
	}
Bruce MacDonald's avatar
Bruce MacDonald committed
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
	path := strings.Split(link, "Ollama.app")
	if err := exec.Command("/usr/bin/open", "-a", path[0]+"Ollama.app").Run(); err != nil {
		return err
	}
	// wait for the server to start
	timeout := time.After(5 * time.Second)
	tick := time.Tick(500 * time.Millisecond)
	for {
		select {
		case <-timeout:
			return errors.New("timed out waiting for server to start")
		case <-tick:
			if err := client.Heartbeat(context.Background()); err == nil {
				return nil // server has started
			}
		}
	}
}

832
func checkServerHeartbeat(_ *cobra.Command, _ []string) error {
Michael Yang's avatar
Michael Yang committed
833
	client, err := api.ClientFromEnvironment()
834
835
836
	if err != nil {
		return err
	}
837
	if err := client.Heartbeat(context.Background()); err != nil {
Bruce MacDonald's avatar
Bruce MacDonald committed
838
839
840
841
842
		if !strings.Contains(err.Error(), "connection refused") {
			return err
		}
		if runtime.GOOS == "darwin" {
			if err := startMacApp(client); err != nil {
Bruce MacDonald's avatar
Bruce MacDonald committed
843
				return fmt.Errorf("could not connect to ollama app, is it running?")
844
			}
Bruce MacDonald's avatar
Bruce MacDonald committed
845
		} else {
846
847
848
849
850
851
			return fmt.Errorf("could not connect to ollama server, run 'ollama serve' to start it")
		}
	}
	return nil
}

Jeffrey Morgan's avatar
Jeffrey Morgan committed
852
853
854
855
func NewCLI() *cobra.Command {
	log.SetFlags(log.LstdFlags | log.Lshortfile)

	rootCmd := &cobra.Command{
856
857
858
859
		Use:           "ollama",
		Short:         "Large language model runner",
		SilenceUsage:  true,
		SilenceErrors: true,
Jeffrey Morgan's avatar
Jeffrey Morgan committed
860
861
862
		CompletionOptions: cobra.CompletionOptions{
			DisableDefaultCmd: true,
		},
Michael Yang's avatar
Michael Yang committed
863
		Version: version.Version,
Jeffrey Morgan's avatar
Jeffrey Morgan committed
864
865
866
867
	}

	cobra.EnableCommandSorting = false

868
	createCmd := &cobra.Command{
869
870
		Use:     "create MODEL",
		Short:   "Create a model from a Modelfile",
Michael Yang's avatar
Michael Yang committed
871
		Args:    cobra.ExactArgs(1),
872
873
		PreRunE: checkServerHeartbeat,
		RunE:    CreateHandler,
874
875
876
877
	}

	createCmd.Flags().StringP("file", "f", "Modelfile", "Name of the Modelfile (default \"Modelfile\")")

Patrick Devine's avatar
Patrick Devine committed
878
879
880
	showCmd := &cobra.Command{
		Use:     "show MODEL",
		Short:   "Show information for a model",
Michael Yang's avatar
Michael Yang committed
881
		Args:    cobra.ExactArgs(1),
Patrick Devine's avatar
Patrick Devine committed
882
883
884
885
886
887
888
889
890
891
		PreRunE: checkServerHeartbeat,
		RunE:    ShowHandler,
	}

	showCmd.Flags().Bool("license", false, "Show license of a model")
	showCmd.Flags().Bool("modelfile", false, "Show Modelfile of a model")
	showCmd.Flags().Bool("parameters", false, "Show parameters of a model")
	showCmd.Flags().Bool("template", false, "Show template of a model")
	showCmd.Flags().Bool("system", false, "Show system prompt of a model")

Jeffrey Morgan's avatar
Jeffrey Morgan committed
892
	runCmd := &cobra.Command{
893
894
895
896
897
		Use:     "run MODEL [PROMPT]",
		Short:   "Run a model",
		Args:    cobra.MinimumNArgs(1),
		PreRunE: checkServerHeartbeat,
		RunE:    RunHandler,
Jeffrey Morgan's avatar
Jeffrey Morgan committed
898
899
	}

900
	runCmd.Flags().Bool("verbose", false, "Show timings for response")
901
	runCmd.Flags().Bool("insecure", false, "Use an insecure registry")
902
	runCmd.Flags().Bool("nowordwrap", false, "Don't wrap words to the next line automatically")
903

Jeffrey Morgan's avatar
Jeffrey Morgan committed
904
905
906
907
	serveCmd := &cobra.Command{
		Use:     "serve",
		Aliases: []string{"start"},
		Short:   "Start ollama",
Michael Yang's avatar
Michael Yang committed
908
		Args:    cobra.ExactArgs(0),
Michael Yang's avatar
Michael Yang committed
909
		RunE:    RunServer,
Jeffrey Morgan's avatar
Jeffrey Morgan committed
910
911
	}

912
	pullCmd := &cobra.Command{
913
914
		Use:     "pull MODEL",
		Short:   "Pull a model from a registry",
Michael Yang's avatar
Michael Yang committed
915
		Args:    cobra.ExactArgs(1),
916
917
		PreRunE: checkServerHeartbeat,
		RunE:    PullHandler,
918
919
	}

920
921
	pullCmd.Flags().Bool("insecure", false, "Use an insecure registry")

922
	pushCmd := &cobra.Command{
923
924
		Use:     "push MODEL",
		Short:   "Push a model to a registry",
Michael Yang's avatar
Michael Yang committed
925
		Args:    cobra.ExactArgs(1),
926
927
		PreRunE: checkServerHeartbeat,
		RunE:    PushHandler,
928
929
	}

930
931
	pushCmd.Flags().Bool("insecure", false, "Use an insecure registry")

Patrick Devine's avatar
Patrick Devine committed
932
	listCmd := &cobra.Command{
933
		Use:     "list",
Patrick Devine's avatar
Patrick Devine committed
934
		Aliases: []string{"ls"},
935
		Short:   "List models",
936
		PreRunE: checkServerHeartbeat,
937
		RunE:    ListHandler,
938
939
	}

Patrick Devine's avatar
Patrick Devine committed
940
	copyCmd := &cobra.Command{
Michael Yang's avatar
Michael Yang committed
941
		Use:     "cp SOURCE TARGET",
942
		Short:   "Copy a model",
Michael Yang's avatar
Michael Yang committed
943
		Args:    cobra.ExactArgs(2),
944
945
		PreRunE: checkServerHeartbeat,
		RunE:    CopyHandler,
Patrick Devine's avatar
Patrick Devine committed
946
947
	}

948
	deleteCmd := &cobra.Command{
Michael Yang's avatar
Michael Yang committed
949
		Use:     "rm MODEL [MODEL...]",
950
951
952
953
		Short:   "Remove a model",
		Args:    cobra.MinimumNArgs(1),
		PreRunE: checkServerHeartbeat,
		RunE:    DeleteHandler,
Patrick Devine's avatar
Patrick Devine committed
954
955
	}

Jeffrey Morgan's avatar
Jeffrey Morgan committed
956
957
	rootCmd.AddCommand(
		serveCmd,
958
		createCmd,
Patrick Devine's avatar
Patrick Devine committed
959
		showCmd,
960
		runCmd,
961
962
		pullCmd,
		pushCmd,
Patrick Devine's avatar
Patrick Devine committed
963
		listCmd,
Patrick Devine's avatar
Patrick Devine committed
964
		copyCmd,
965
		deleteCmd,
Jeffrey Morgan's avatar
Jeffrey Morgan committed
966
967
968
969
	)

	return rootCmd
}