cmd.go 16.8 KB
Newer Older
Jeffrey Morgan's avatar
Jeffrey Morgan committed
1
2
3
package cmd

import (
Michael Yang's avatar
Michael Yang committed
4
	"bufio"
Jeffrey Morgan's avatar
Jeffrey Morgan committed
5
	"context"
6
7
8
	"crypto/ed25519"
	"crypto/rand"
	"encoding/pem"
Michael Yang's avatar
Michael Yang committed
9
	"errors"
Bruce MacDonald's avatar
Bruce MacDonald committed
10
	"fmt"
Michael Yang's avatar
Michael Yang committed
11
	"io"
Jeffrey Morgan's avatar
Jeffrey Morgan committed
12
13
	"log"
	"net"
Michael Yang's avatar
Michael Yang committed
14
	"net/http"
Jeffrey Morgan's avatar
Jeffrey Morgan committed
15
	"os"
16
	"os/exec"
17
	"path"
18
	"path/filepath"
19
	"runtime"
Michael Yang's avatar
Michael Yang committed
20
	"strings"
Michael Yang's avatar
Michael Yang committed
21
	"time"
Jeffrey Morgan's avatar
Jeffrey Morgan committed
22

Michael Yang's avatar
Michael Yang committed
23
	"github.com/chzyer/readline"
Patrick Devine's avatar
Patrick Devine committed
24
25
	"github.com/dustin/go-humanize"
	"github.com/olekukonko/tablewriter"
Michael Yang's avatar
Michael Yang committed
26
	"github.com/spf13/cobra"
27
	"golang.org/x/crypto/ssh"
Michael Yang's avatar
Michael Yang committed
28

Jeffrey Morgan's avatar
Jeffrey Morgan committed
29
	"github.com/jmorganca/ollama/api"
Patrick Devine's avatar
Patrick Devine committed
30
	"github.com/jmorganca/ollama/format"
31
	"github.com/jmorganca/ollama/progressbar"
Jeffrey Morgan's avatar
Jeffrey Morgan committed
32
	"github.com/jmorganca/ollama/server"
Jeffrey Morgan's avatar
Jeffrey Morgan committed
33
34
)

35
func CreateHandler(cmd *cobra.Command, args []string) error {
36
	filename, _ := cmd.Flags().GetString("file")
37
38
39
40
41
	filename, err := filepath.Abs(filename)
	if err != nil {
		return err
	}

42
43
44
45
	client, err := api.FromEnv()
	if err != nil {
		return err
	}
46

Michael Yang's avatar
Michael Yang committed
47
48
	var spinner *Spinner

49
50
	var currentDigest string
	var bar *progressbar.ProgressBar
Michael Yang's avatar
Michael Yang committed
51

52
53
54
55
56
57
58
	request := api.CreateRequest{Name: args[0], Path: filename}
	fn := func(resp api.ProgressResponse) error {
		if resp.Digest != currentDigest && resp.Digest != "" {
			if spinner != nil {
				spinner.Stop()
			}
			currentDigest = resp.Digest
59
60
61
62
63
64
65
66
67
68
69
70
			switch {
			case strings.Contains(resp.Status, "embeddings"):
				bar = progressbar.Default(int64(resp.Total), resp.Status)
				bar.Set(resp.Completed)
			default:
				// pulling
				bar = progressbar.DefaultBytes(
					int64(resp.Total),
					resp.Status,
				)
				bar.Set(resp.Completed)
			}
71
72
73
74
75
76
77
78
79
80
		} else if resp.Digest == currentDigest && resp.Digest != "" {
			bar.Set(resp.Completed)
		} else {
			currentDigest = ""
			if spinner != nil {
				spinner.Stop()
			}
			spinner = NewSpinner(resp.Status)
			go spinner.Spin(100 * time.Millisecond)
		}
81
82
83
84
85
86
87
		return nil
	}

	if err := client.Create(context.Background(), &request, fn); err != nil {
		return err
	}

Michael Yang's avatar
Michael Yang committed
88
89
90
91
	if spinner != nil {
		spinner.Stop()
	}

92
93
94
	return nil
}

95
96
func RunHandler(cmd *cobra.Command, args []string) error {
	mp := server.ParseModelPath(args[0])
Patrick Devine's avatar
Patrick Devine committed
97
98
99
100
101
102
	fp, err := mp.GetManifestPath(false)
	if err != nil {
		return err
	}

	_, err = os.Stat(fp)
Michael Yang's avatar
Michael Yang committed
103
104
	switch {
	case errors.Is(err, os.ErrNotExist):
105
		if err := pull(args[0], false); err != nil {
Michael Yang's avatar
Michael Yang committed
106
107
108
109
110
111
112
113
			var apiStatusError api.StatusError
			if !errors.As(err, &apiStatusError) {
				return err
			}

			if apiStatusError.StatusCode != http.StatusBadGateway {
				return err
			}
Michael Yang's avatar
Michael Yang committed
114
115
		}
	case err != nil:
Michael Yang's avatar
Michael Yang committed
116
117
118
119
		return err
	}

	return RunGenerate(cmd, args)
Bruce MacDonald's avatar
Bruce MacDonald committed
120
121
}

122
func PushHandler(cmd *cobra.Command, args []string) error {
123
124
125
126
	client, err := api.FromEnv()
	if err != nil {
		return err
	}
127

128
129
130
131
132
	insecure, err := cmd.Flags().GetBool("insecure")
	if err != nil {
		return err
	}

133
134
135
	var currentDigest string
	var bar *progressbar.ProgressBar

136
	request := api.PushRequest{Name: args[0], Insecure: insecure}
137
	fn := func(resp api.ProgressResponse) error {
138
139
140
141
142
143
144
145
146
147
148
149
150
151
		if resp.Digest != currentDigest && resp.Digest != "" {
			currentDigest = resp.Digest
			bar = progressbar.DefaultBytes(
				int64(resp.Total),
				fmt.Sprintf("pushing %s...", resp.Digest[7:19]),
			)

			bar.Set(resp.Completed)
		} else if resp.Digest == currentDigest && resp.Digest != "" {
			bar.Set(resp.Completed)
		} else {
			currentDigest = ""
			fmt.Println(resp.Status)
		}
152
153
154
155
156
157
158
159
160
		return nil
	}

	if err := client.Push(context.Background(), &request, fn); err != nil {
		return err
	}
	return nil
}

161
func ListHandler(cmd *cobra.Command, args []string) error {
162
163
164
165
	client, err := api.FromEnv()
	if err != nil {
		return err
	}
Patrick Devine's avatar
Patrick Devine committed
166
167
168
169
170
171
172
173
174

	models, err := client.List(context.Background())
	if err != nil {
		return err
	}

	var data [][]string

	for _, m := range models.Models {
Michael Yang's avatar
Michael Yang committed
175
176
177
		if len(args) == 0 || strings.HasPrefix(m.Name, args[0]) {
			data = append(data, []string{m.Name, humanize.Bytes(uint64(m.Size)), format.HumanTime(m.ModifiedAt, "Never")})
		}
Patrick Devine's avatar
Patrick Devine committed
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
	}

	table := tablewriter.NewWriter(os.Stdout)
	table.SetHeader([]string{"NAME", "SIZE", "MODIFIED"})
	table.SetHeaderAlignment(tablewriter.ALIGN_LEFT)
	table.SetAlignment(tablewriter.ALIGN_LEFT)
	table.SetHeaderLine(false)
	table.SetBorder(false)
	table.SetNoWhiteSpace(true)
	table.SetTablePadding("\t")
	table.AppendBulk(data)
	table.Render()

	return nil
}

194
func DeleteHandler(cmd *cobra.Command, args []string) error {
195
196
197
198
	client, err := api.FromEnv()
	if err != nil {
		return err
	}
199

Patrick Devine's avatar
Patrick Devine committed
200
201
	req := api.DeleteRequest{Name: args[0]}
	if err := client.Delete(context.Background(), &req); err != nil {
202
203
		return err
	}
204
	fmt.Printf("deleted '%s'\n", args[0])
205
206
207
	return nil
}

Patrick Devine's avatar
Patrick Devine committed
208
func CopyHandler(cmd *cobra.Command, args []string) error {
209
210
211
212
	client, err := api.FromEnv()
	if err != nil {
		return err
	}
Patrick Devine's avatar
Patrick Devine committed
213
214
215
216
217
218
219
220
221

	req := api.CopyRequest{Source: args[0], Destination: args[1]}
	if err := client.Copy(context.Background(), &req); err != nil {
		return err
	}
	fmt.Printf("copied '%s' to '%s'\n", args[0], args[1])
	return nil
}

222
func PullHandler(cmd *cobra.Command, args []string) error {
223
224
225
226
227
228
	insecure, err := cmd.Flags().GetBool("insecure")
	if err != nil {
		return err
	}

	return pull(args[0], insecure)
229
230
}

231
func pull(model string, insecure bool) error {
232
233
234
235
	client, err := api.FromEnv()
	if err != nil {
		return err
	}
236

237
	var currentDigest string
Bruce MacDonald's avatar
Bruce MacDonald committed
238
	var bar *progressbar.ProgressBar
Michael Yang's avatar
Michael Yang committed
239

240
	request := api.PullRequest{Name: model, Insecure: insecure}
241
242
243
	fn := func(resp api.ProgressResponse) error {
		if resp.Digest != currentDigest && resp.Digest != "" {
			currentDigest = resp.Digest
244
245
			bar = progressbar.DefaultBytes(
				int64(resp.Total),
246
				fmt.Sprintf("pulling %s...", resp.Digest[7:19]),
247
			)
248
249
250

			bar.Set(resp.Completed)
		} else if resp.Digest == currentDigest && resp.Digest != "" {
251
252
			bar.Set(resp.Completed)
		} else {
253
			currentDigest = ""
254
255
256
257
			fmt.Println(resp.Status)
		}
		return nil
	}
258

259
260
261
262
	if err := client.Pull(context.Background(), &request, fn); err != nil {
		return err
	}
	return nil
Michael Yang's avatar
Michael Yang committed
263
264
}

265
func RunGenerate(cmd *cobra.Command, args []string) error {
Michael Yang's avatar
Michael Yang committed
266
	if len(args) > 1 {
Michael Yang's avatar
Michael Yang committed
267
		// join all args into a single prompt
268
		return generate(cmd, args[0], strings.Join(args[1:], " "))
Michael Yang's avatar
Michael Yang committed
269
270
	}

Michael Yang's avatar
Michael Yang committed
271
	if readline.IsTerminal(int(os.Stdin.Fd())) {
272
		return generateInteractive(cmd, args[0])
Michael Yang's avatar
Michael Yang committed
273
274
	}

275
	return generateBatch(cmd, args[0])
Michael Yang's avatar
Michael Yang committed
276
277
}

Michael Yang's avatar
Michael Yang committed
278
type generateContextKey string
Michael Yang's avatar
Michael Yang committed
279

280
func generate(cmd *cobra.Command, model, prompt string) error {
Michael Yang's avatar
Michael Yang committed
281
	if len(strings.TrimSpace(prompt)) > 0 {
282
283
284
285
		client, err := api.FromEnv()
		if err != nil {
			return err
		}
Michael Yang's avatar
Michael Yang committed
286

Michael Yang's avatar
Michael Yang committed
287
288
		spinner := NewSpinner("")
		go spinner.Spin(60 * time.Millisecond)
Michael Yang's avatar
Michael Yang committed
289

290
291
		var latest api.GenerateResponse

Michael Yang's avatar
Michael Yang committed
292
		generateContext, ok := cmd.Context().Value(generateContextKey("context")).([]int)
Michael Yang's avatar
Michael Yang committed
293
294
295
296
		if !ok {
			generateContext = []int{}
		}

Jeffrey Morgan's avatar
Jeffrey Morgan committed
297
		request := api.GenerateRequest{Model: model, Prompt: prompt, Context: generateContext}
Michael Yang's avatar
Michael Yang committed
298
		fn := func(response api.GenerateResponse) error {
Michael Yang's avatar
Michael Yang committed
299
300
301
			if !spinner.IsFinished() {
				spinner.Finish()
			}
Michael Yang's avatar
Michael Yang committed
302

Michael Yang's avatar
Michael Yang committed
303
			latest = response
304

Michael Yang's avatar
Michael Yang committed
305
			fmt.Print(response.Response)
Michael Yang's avatar
Michael Yang committed
306
			return nil
307
308
309
		}

		if err := client.Generate(context.Background(), &request, fn); err != nil {
310
311
312
313
314
315
316
317
318
319
320
321
			if strings.Contains(err.Error(), "failed to load model") {
				// tell the user to check the server log, if it exists locally
				home, nestedErr := os.UserHomeDir()
				if nestedErr != nil {
					// return the original error
					return err
				}
				logPath := filepath.Join(home, ".ollama", "logs", "server.log")
				if _, nestedErr := os.Stat(logPath); nestedErr == nil {
					err = fmt.Errorf("%w\nFor more details, check the error logs at %s", err, logPath)
				}
			}
322
323
			return err
		}
Michael Yang's avatar
Michael Yang committed
324

Michael Yang's avatar
Michael Yang committed
325
326
		fmt.Println()
		fmt.Println()
327
328
329
330
331
332
333
334
335

		verbose, err := cmd.Flags().GetBool("verbose")
		if err != nil {
			return err
		}

		if verbose {
			latest.Summary()
		}
Michael Yang's avatar
Michael Yang committed
336
337
338
339

		ctx := cmd.Context()
		ctx = context.WithValue(ctx, generateContextKey("context"), latest.Context)
		cmd.SetContext(ctx)
Michael Yang's avatar
Michael Yang committed
340
	}
Michael Yang's avatar
Michael Yang committed
341
342
343
344

	return nil
}

345
346
func showLayer(l *server.Layer) {
	filename, err := server.GetBlobsPath(l.Digest)
347
348
349
350
	if err != nil {
		fmt.Println("Couldn't get layer's path")
		return
	}
351
352
	bts, err := os.ReadFile(filename)
	if err != nil {
353
		fmt.Println("Couldn't read layer")
354
355
		return
	}
356
	fmt.Println(string(bts))
357
358
}

359
func generateInteractive(cmd *cobra.Command, model string) error {
Michael Yang's avatar
Michael Yang committed
360
361
362
363
364
365
366
367
368
369
370
	home, err := os.UserHomeDir()
	if err != nil {
		return err
	}

	completer := readline.NewPrefixCompleter(
		readline.PcItem("/help"),
		readline.PcItem("/list"),
		readline.PcItem("/set",
			readline.PcItem("history"),
			readline.PcItem("nohistory"),
Michael Yang's avatar
Michael Yang committed
371
372
			readline.PcItem("verbose"),
			readline.PcItem("quiet"),
Michael Yang's avatar
Michael Yang committed
373
374
375
376
377
378
			readline.PcItem("mode",
				readline.PcItem("vim"),
				readline.PcItem("emacs"),
				readline.PcItem("default"),
			),
		),
379
380
381
382
383
		readline.PcItem("/show",
			readline.PcItem("license"),
			readline.PcItem("system"),
			readline.PcItem("template"),
		),
Michael Yang's avatar
Michael Yang committed
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
		readline.PcItem("/exit"),
		readline.PcItem("/bye"),
	)

	usage := func() {
		fmt.Fprintln(os.Stderr, "commands:")
		fmt.Fprintln(os.Stderr, completer.Tree("  "))
	}

	config := readline.Config{
		Prompt:       ">>> ",
		HistoryFile:  filepath.Join(home, ".ollama", "history"),
		AutoComplete: completer,
	}

	scanner, err := readline.NewEx(&config)
	if err != nil {
		return err
	}
	defer scanner.Close()

405
406
407
	var multiLineBuffer string
	var isMultiLine bool

Michael Yang's avatar
Michael Yang committed
408
409
410
411
412
413
	for {
		line, err := scanner.Readline()
		switch {
		case errors.Is(err, io.EOF):
			return nil
		case errors.Is(err, readline.ErrInterrupt):
414
415
416
417
			if line == "" {
				return nil
			}

Michael Yang's avatar
Michael Yang committed
418
419
			continue
		case err != nil:
Michael Yang's avatar
Michael Yang committed
420
421
422
			return err
		}

Michael Yang's avatar
Michael Yang committed
423
		line = strings.TrimSpace(line)
Michael Yang's avatar
Michael Yang committed
424

Michael Yang's avatar
Michael Yang committed
425
		switch {
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
		case isMultiLine:
			if strings.HasSuffix(line, `"""`) {
				isMultiLine = false
				multiLineBuffer += strings.TrimSuffix(line, `"""`)
				line = multiLineBuffer
				multiLineBuffer = ""
				scanner.SetPrompt(">>> ")
			} else {
				multiLineBuffer += line + " "
				continue
			}
		case strings.HasPrefix(line, `"""`):
			isMultiLine = true
			multiLineBuffer = strings.TrimPrefix(line, `"""`) + " "
			scanner.SetPrompt("... ")
			continue
Michael Yang's avatar
Michael Yang committed
442
443
		case strings.HasPrefix(line, "/list"):
			args := strings.Fields(line)
444
			if err := ListHandler(cmd, args[1:]); err != nil {
Michael Yang's avatar
Michael Yang committed
445
446
447
448
449
450
451
452
453
454
455
456
457
458
				return err
			}

			continue
		case strings.HasPrefix(line, "/set"):
			args := strings.Fields(line)
			if len(args) > 1 {
				switch args[1] {
				case "history":
					scanner.HistoryEnable()
					continue
				case "nohistory":
					scanner.HistoryDisable()
					continue
Michael Yang's avatar
Michael Yang committed
459
460
461
462
463
464
				case "verbose":
					cmd.Flags().Set("verbose", "true")
					continue
				case "quiet":
					cmd.Flags().Set("verbose", "false")
					continue
Michael Yang's avatar
Michael Yang committed
465
466
467
468
469
470
471
472
473
				case "mode":
					if len(args) > 2 {
						switch args[2] {
						case "vim":
							scanner.SetVimMode(true)
							continue
						case "emacs", "default":
							scanner.SetVimMode(false)
							continue
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
						default:
							usage()
							continue
						}
					} else {
						usage()
						continue
					}
				}
			} else {
				usage()
				continue
			}
		case strings.HasPrefix(line, "/show"):
			args := strings.Fields(line)
			if len(args) > 1 {
				mp := server.ParseModelPath(model)
				manifest, err := server.GetManifest(mp)
				if err != nil {
493
					fmt.Println("error: couldn't get a manifest for this model")
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
					continue
				}
				switch args[1] {
				case "license":
					for _, l := range manifest.Layers {
						if l.MediaType == "application/vnd.ollama.image.license" {
							showLayer(l)
						}
					}
					continue
				case "system":
					for _, l := range manifest.Layers {
						if l.MediaType == "application/vnd.ollama.image.system" {
							showLayer(l)
						}
					}
					continue
				case "template":
					for _, l := range manifest.Layers {
						if l.MediaType == "application/vnd.ollama.image.template" {
							showLayer(l)
Michael Yang's avatar
Michael Yang committed
515
516
						}
					}
517
518
519
520
					continue
				default:
					usage()
					continue
Michael Yang's avatar
Michael Yang committed
521
				}
522
523
524
			} else {
				usage()
				continue
Michael Yang's avatar
Michael Yang committed
525
526
527
528
529
530
531
532
533
534
535
536
			}
		case line == "/help", line == "/?":
			usage()
			continue
		case line == "/exit", line == "/bye":
			return nil
		}

		if err := generate(cmd, model, line); err != nil {
			return err
		}
	}
Bruce MacDonald's avatar
Bruce MacDonald committed
537
538
}

539
func generateBatch(cmd *cobra.Command, model string) error {
Michael Yang's avatar
Michael Yang committed
540
541
542
543
	scanner := bufio.NewScanner(os.Stdin)
	for scanner.Scan() {
		prompt := scanner.Text()
		fmt.Printf(">>> %s\n", prompt)
544
		if err := generate(cmd, model, prompt); err != nil {
Michael Yang's avatar
Michael Yang committed
545
546
547
548
549
550
551
			return err
		}
	}

	return nil
}

552
553
554
555
556
557
func RunServer(cmd *cobra.Command, _ []string) error {
	var host, port = "127.0.0.1", "11434"

	parts := strings.Split(os.Getenv("OLLAMA_HOST"), ":")
	if ip := net.ParseIP(parts[0]); ip != nil {
		host = ip.String()
558
559
	}

560
561
562
563
564
565
566
	if len(parts) > 1 {
		port = parts[1]
	}

	// deprecated: include port in OLLAMA_HOST
	if p := os.Getenv("OLLAMA_PORT"); p != "" {
		port = p
Jeffrey Morgan's avatar
Jeffrey Morgan committed
567
	}
568

569
570
571
572
573
	err := initializeKeypair()
	if err != nil {
		return err
	}

574
	ln, err := net.Listen("tcp", fmt.Sprintf("%s:%s", host, port))
575
576
577
	if err != nil {
		return err
	}
Jeffrey Morgan's avatar
Jeffrey Morgan committed
578

579
580
581
582
583
	var origins []string
	if o := os.Getenv("OLLAMA_ORIGINS"); o != "" {
		origins = strings.Split(o, ",")
	}

Jeffrey Morgan's avatar
Jeffrey Morgan committed
584
	return server.Serve(ln, origins)
Jeffrey Morgan's avatar
Jeffrey Morgan committed
585
586
}

587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
func initializeKeypair() error {
	home, err := os.UserHomeDir()
	if err != nil {
		return err
	}

	privKeyPath := filepath.Join(home, ".ollama", "id_ed25519")
	pubKeyPath := filepath.Join(home, ".ollama", "id_ed25519.pub")

	_, err = os.Stat(privKeyPath)
	if os.IsNotExist(err) {
		fmt.Printf("Couldn't find '%s'. Generating new private key.\n", privKeyPath)
		_, privKey, err := ed25519.GenerateKey(rand.Reader)
		if err != nil {
			return err
		}

		privKeyBytes, err := format.OpenSSHPrivateKey(privKey, "")
		if err != nil {
			return err
		}

609
610
611
612
613
614
		err = os.MkdirAll(path.Dir(privKeyPath), 0o700)
		if err != nil {
			return fmt.Errorf("could not create directory %w", err)
		}

		err = os.WriteFile(privKeyPath, pem.EncodeToMemory(privKeyBytes), 0600)
615
616
617
618
619
620
621
622
623
624
625
		if err != nil {
			return err
		}

		sshPrivateKey, err := ssh.NewSignerFromKey(privKey)
		if err != nil {
			return err
		}

		pubKeyData := ssh.MarshalAuthorizedKey(sshPrivateKey.PublicKey())

626
		err = os.WriteFile(pubKeyPath, pubKeyData, 0644)
627
628
629
630
631
632
633
634
635
		if err != nil {
			return err
		}

		fmt.Printf("Your new public key is: \n\n%s\n", string(pubKeyData))
	}
	return nil
}

Bruce MacDonald's avatar
Bruce MacDonald committed
636
func startMacApp(client *api.Client) error {
Bruce MacDonald's avatar
Bruce MacDonald committed
637
638
639
640
641
	exe, err := os.Executable()
	if err != nil {
		return err
	}
	link, err := os.Readlink(exe)
Bruce MacDonald's avatar
Bruce MacDonald committed
642
643
644
	if err != nil {
		return err
	}
Bruce MacDonald's avatar
Bruce MacDonald committed
645
646
647
	if !strings.Contains(link, "Ollama.app") {
		return fmt.Errorf("could not find ollama app")
	}
Bruce MacDonald's avatar
Bruce MacDonald committed
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
	path := strings.Split(link, "Ollama.app")
	if err := exec.Command("/usr/bin/open", "-a", path[0]+"Ollama.app").Run(); err != nil {
		return err
	}
	// wait for the server to start
	timeout := time.After(5 * time.Second)
	tick := time.Tick(500 * time.Millisecond)
	for {
		select {
		case <-timeout:
			return errors.New("timed out waiting for server to start")
		case <-tick:
			if err := client.Heartbeat(context.Background()); err == nil {
				return nil // server has started
			}
		}
	}
}

667
func checkServerHeartbeat(_ *cobra.Command, _ []string) error {
668
669
670
671
	client, err := api.FromEnv()
	if err != nil {
		return err
	}
672
	if err := client.Heartbeat(context.Background()); err != nil {
Bruce MacDonald's avatar
Bruce MacDonald committed
673
674
675
676
677
		if !strings.Contains(err.Error(), "connection refused") {
			return err
		}
		if runtime.GOOS == "darwin" {
			if err := startMacApp(client); err != nil {
Bruce MacDonald's avatar
Bruce MacDonald committed
678
				return fmt.Errorf("could not connect to ollama app, is it running?")
679
			}
Bruce MacDonald's avatar
Bruce MacDonald committed
680
		} else {
681
682
683
684
685
686
			return fmt.Errorf("could not connect to ollama server, run 'ollama serve' to start it")
		}
	}
	return nil
}

Jeffrey Morgan's avatar
Jeffrey Morgan committed
687
688
689
690
func NewCLI() *cobra.Command {
	log.SetFlags(log.LstdFlags | log.Lshortfile)

	rootCmd := &cobra.Command{
Michael Yang's avatar
Michael Yang committed
691
692
693
		Use:          "ollama",
		Short:        "Large language model runner",
		SilenceUsage: true,
Jeffrey Morgan's avatar
Jeffrey Morgan committed
694
695
696
697
698
699
700
		CompletionOptions: cobra.CompletionOptions{
			DisableDefaultCmd: true,
		},
	}

	cobra.EnableCommandSorting = false

701
	createCmd := &cobra.Command{
702
703
704
705
706
		Use:     "create MODEL",
		Short:   "Create a model from a Modelfile",
		Args:    cobra.MinimumNArgs(1),
		PreRunE: checkServerHeartbeat,
		RunE:    CreateHandler,
707
708
709
710
	}

	createCmd.Flags().StringP("file", "f", "Modelfile", "Name of the Modelfile (default \"Modelfile\")")

Jeffrey Morgan's avatar
Jeffrey Morgan committed
711
	runCmd := &cobra.Command{
712
713
714
715
716
		Use:     "run MODEL [PROMPT]",
		Short:   "Run a model",
		Args:    cobra.MinimumNArgs(1),
		PreRunE: checkServerHeartbeat,
		RunE:    RunHandler,
Jeffrey Morgan's avatar
Jeffrey Morgan committed
717
718
	}

719
720
	runCmd.Flags().Bool("verbose", false, "Show timings for response")

Jeffrey Morgan's avatar
Jeffrey Morgan committed
721
722
723
724
	serveCmd := &cobra.Command{
		Use:     "serve",
		Aliases: []string{"start"},
		Short:   "Start ollama",
Michael Yang's avatar
Michael Yang committed
725
		RunE:    RunServer,
Jeffrey Morgan's avatar
Jeffrey Morgan committed
726
727
	}

728
	pullCmd := &cobra.Command{
729
730
731
732
733
		Use:     "pull MODEL",
		Short:   "Pull a model from a registry",
		Args:    cobra.MinimumNArgs(1),
		PreRunE: checkServerHeartbeat,
		RunE:    PullHandler,
734
735
	}

736
737
	pullCmd.Flags().Bool("insecure", false, "Use an insecure registry")

738
	pushCmd := &cobra.Command{
739
740
741
742
743
		Use:     "push MODEL",
		Short:   "Push a model to a registry",
		Args:    cobra.MinimumNArgs(1),
		PreRunE: checkServerHeartbeat,
		RunE:    PushHandler,
744
745
	}

746
747
	pushCmd.Flags().Bool("insecure", false, "Use an insecure registry")

Patrick Devine's avatar
Patrick Devine committed
748
	listCmd := &cobra.Command{
749
		Use:     "list",
Patrick Devine's avatar
Patrick Devine committed
750
		Aliases: []string{"ls"},
751
		Short:   "List models",
752
		PreRunE: checkServerHeartbeat,
753
		RunE:    ListHandler,
754
755
	}

Patrick Devine's avatar
Patrick Devine committed
756
	copyCmd := &cobra.Command{
757
758
759
760
761
		Use:     "cp",
		Short:   "Copy a model",
		Args:    cobra.MinimumNArgs(2),
		PreRunE: checkServerHeartbeat,
		RunE:    CopyHandler,
Patrick Devine's avatar
Patrick Devine committed
762
763
	}

764
	deleteCmd := &cobra.Command{
765
766
767
768
769
		Use:     "rm",
		Short:   "Remove a model",
		Args:    cobra.MinimumNArgs(1),
		PreRunE: checkServerHeartbeat,
		RunE:    DeleteHandler,
Patrick Devine's avatar
Patrick Devine committed
770
771
	}

Jeffrey Morgan's avatar
Jeffrey Morgan committed
772
773
	rootCmd.AddCommand(
		serveCmd,
774
		createCmd,
775
		runCmd,
776
777
		pullCmd,
		pushCmd,
Patrick Devine's avatar
Patrick Devine committed
778
		listCmd,
Patrick Devine's avatar
Patrick Devine committed
779
		copyCmd,
780
		deleteCmd,
Jeffrey Morgan's avatar
Jeffrey Morgan committed
781
782
783
784
	)

	return rootCmd
}