cmd.go 27.8 KB
Newer Older
Jeffrey Morgan's avatar
Jeffrey Morgan committed
1
2
3
package cmd

import (
Michael Yang's avatar
Michael Yang committed
4
	"bytes"
Jeffrey Morgan's avatar
Jeffrey Morgan committed
5
	"context"
6
7
	"crypto/ed25519"
	"crypto/rand"
Michael Yang's avatar
Michael Yang committed
8
	"crypto/sha256"
9
	"encoding/pem"
Michael Yang's avatar
Michael Yang committed
10
	"errors"
Bruce MacDonald's avatar
Bruce MacDonald committed
11
	"fmt"
Michael Yang's avatar
Michael Yang committed
12
	"io"
Jeffrey Morgan's avatar
Jeffrey Morgan committed
13
14
	"log"
	"net"
15
	"net/http"
Jeffrey Morgan's avatar
Jeffrey Morgan committed
16
	"os"
17
	"os/exec"
18
	"os/signal"
19
	"path/filepath"
20
	"runtime"
Michael Yang's avatar
Michael Yang committed
21
	"strings"
22
	"syscall"
Michael Yang's avatar
Michael Yang committed
23
	"time"
Jeffrey Morgan's avatar
Jeffrey Morgan committed
24

Patrick Devine's avatar
Patrick Devine committed
25
	"github.com/olekukonko/tablewriter"
Michael Yang's avatar
Michael Yang committed
26
	"github.com/spf13/cobra"
27
	"golang.org/x/crypto/ssh"
28
	"golang.org/x/term"
Michael Yang's avatar
Michael Yang committed
29

Jeffrey Morgan's avatar
Jeffrey Morgan committed
30
	"github.com/jmorganca/ollama/api"
Patrick Devine's avatar
Patrick Devine committed
31
	"github.com/jmorganca/ollama/format"
Michael Yang's avatar
Michael Yang committed
32
	"github.com/jmorganca/ollama/parser"
Michael Yang's avatar
Michael Yang committed
33
	"github.com/jmorganca/ollama/progress"
Patrick Devine's avatar
Patrick Devine committed
34
	"github.com/jmorganca/ollama/readline"
Jeffrey Morgan's avatar
Jeffrey Morgan committed
35
	"github.com/jmorganca/ollama/server"
Michael Yang's avatar
Michael Yang committed
36
	"github.com/jmorganca/ollama/version"
Jeffrey Morgan's avatar
Jeffrey Morgan committed
37
38
)

39
func CreateHandler(cmd *cobra.Command, args []string) error {
40
	filename, _ := cmd.Flags().GetString("file")
41
42
43
44
45
	filename, err := filepath.Abs(filename)
	if err != nil {
		return err
	}

Michael Yang's avatar
Michael Yang committed
46
	client, err := api.ClientFromEnvironment()
47
48
49
	if err != nil {
		return err
	}
50

Michael Yang's avatar
Michael Yang committed
51
52
53
54
55
	p := progress.NewProgress(os.Stderr)
	defer p.Stop()

	bars := make(map[string]*progress.Bar)

Michael Yang's avatar
Michael Yang committed
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
	modelfile, err := os.ReadFile(filename)
	if err != nil {
		return err
	}

	commands, err := parser.Parse(bytes.NewReader(modelfile))
	if err != nil {
		return err
	}

	home, err := os.UserHomeDir()
	if err != nil {
		return err
	}

71
72
	status := "transferring model data"
	spinner := progress.NewSpinner(status)
73
74
	p.Add(status, spinner)

Michael Yang's avatar
Michael Yang committed
75
76
77
78
79
80
81
82
83
84
	for _, c := range commands {
		switch c.Name {
		case "model", "adapter":
			path := c.Args
			if path == "~" {
				path = home
			} else if strings.HasPrefix(path, "~/") {
				path = filepath.Join(home, path[2:])
			}

85
86
87
88
			if !filepath.IsAbs(path) {
				path = filepath.Join(filepath.Dir(filename), path)
			}

Michael Yang's avatar
Michael Yang committed
89
90
			bin, err := os.Open(path)
			if errors.Is(err, os.ErrNotExist) && c.Name == "model" {
Michael Yang's avatar
Michael Yang committed
91
				continue
Michael Yang's avatar
Michael Yang committed
92
93
94
95
96
97
98
99
100
101
102
103
			} else if err != nil {
				return err
			}
			defer bin.Close()

			hash := sha256.New()
			if _, err := io.Copy(hash, bin); err != nil {
				return err
			}
			bin.Seek(0, io.SeekStart)

			digest := fmt.Sprintf("sha256:%x", hash.Sum(nil))
Michael Yang's avatar
Michael Yang committed
104
			if err = client.CreateBlob(cmd.Context(), digest, bin); err != nil {
Michael Yang's avatar
Michael Yang committed
105
106
107
				return err
			}

Michael Yang's avatar
Michael Yang committed
108
			modelfile = bytes.ReplaceAll(modelfile, []byte(c.Args), []byte("@"+digest))
Michael Yang's avatar
Michael Yang committed
109
110
		}
	}
Michael Yang's avatar
Michael Yang committed
111

112
	fn := func(resp api.ProgressResponse) error {
Michael Yang's avatar
Michael Yang committed
113
114
115
116
117
		if resp.Digest != "" {
			spinner.Stop()

			bar, ok := bars[resp.Digest]
			if !ok {
118
				bar = progress.NewBar(fmt.Sprintf("pulling %s...", resp.Digest[7:19]), resp.Total, resp.Completed)
Michael Yang's avatar
Michael Yang committed
119
120
121
122
123
124
125
126
127
128
129
130
131
				bars[resp.Digest] = bar
				p.Add(resp.Digest, bar)
			}

			bar.Set(resp.Completed)
		} else if status != resp.Status {
			spinner.Stop()

			status = resp.Status
			spinner = progress.NewSpinner(status)
			p.Add(status, spinner)
		}

132
133
134
		return nil
	}

135
	request := api.CreateRequest{Name: args[0], Modelfile: string(modelfile)}
136
137
138
139
140
141
142
	if err := client.Create(context.Background(), &request, fn); err != nil {
		return err
	}

	return nil
}

143
func RunHandler(cmd *cobra.Command, args []string) error {
Michael Yang's avatar
Michael Yang committed
144
	client, err := api.ClientFromEnvironment()
145
146
147
148
	if err != nil {
		return err
	}

149
150
151
	name := args[0]
	// check if the model exists on the server
	_, err = client.Show(context.Background(), &api.ShowRequest{Name: name})
Michael Yang's avatar
Michael Yang committed
152
153
154
155
	var statusError api.StatusError
	switch {
	case errors.As(err, &statusError) && statusError.StatusCode == http.StatusNotFound:
		if err := PullHandler(cmd, args); err != nil {
156
			return err
Michael Yang's avatar
Michael Yang committed
157
		}
Michael Yang's avatar
Michael Yang committed
158
159
	case err != nil:
		return err
160
161
	}

Bruce MacDonald's avatar
Bruce MacDonald committed
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
	interactive := true

	opts := runOptions{
		Model:    name,
		WordWrap: os.Getenv("TERM") == "xterm-256color",
		Options:  map[string]interface{}{},
	}

	format, err := cmd.Flags().GetString("format")
	if err != nil {
		return err
	}
	opts.Format = format

	prompts := args[1:]

	// prepend stdin to the prompt if provided
	if !term.IsTerminal(int(os.Stdin.Fd())) {
		in, err := io.ReadAll(os.Stdin)
		if err != nil {
			return err
		}

		prompts = append([]string{string(in)}, prompts...)
		opts.WordWrap = false
		interactive = false
	}
	msg := api.Message{
		Role:    "user",
		Content: strings.Join(prompts, " "),
	}
	opts.Messages = append(opts.Messages, msg)
	if len(prompts) > 0 {
		interactive = false
	}

	nowrap, err := cmd.Flags().GetBool("nowordwrap")
	if err != nil {
		return err
	}
	opts.WordWrap = !nowrap

	if !interactive {
		_, err := chat(cmd, opts)
		return err
	}

	return chatInteractive(cmd, opts)
Bruce MacDonald's avatar
Bruce MacDonald committed
210
211
}

212
func PushHandler(cmd *cobra.Command, args []string) error {
Michael Yang's avatar
Michael Yang committed
213
	client, err := api.ClientFromEnvironment()
214
215
216
	if err != nil {
		return err
	}
217

218
219
220
221
222
	insecure, err := cmd.Flags().GetBool("insecure")
	if err != nil {
		return err
	}

Michael Yang's avatar
Michael Yang committed
223
224
225
226
	p := progress.NewProgress(os.Stderr)
	defer p.Stop()

	bars := make(map[string]*progress.Bar)
227
228
	var status string
	var spinner *progress.Spinner
Michael Yang's avatar
Michael Yang committed
229

230
	fn := func(resp api.ProgressResponse) error {
Michael Yang's avatar
Michael Yang committed
231
		if resp.Digest != "" {
232
233
234
			if spinner != nil {
				spinner.Stop()
			}
Michael Yang's avatar
Michael Yang committed
235
236
237

			bar, ok := bars[resp.Digest]
			if !ok {
238
				bar = progress.NewBar(fmt.Sprintf("pushing %s...", resp.Digest[7:19]), resp.Total, resp.Completed)
Michael Yang's avatar
Michael Yang committed
239
240
241
242
243
244
				bars[resp.Digest] = bar
				p.Add(resp.Digest, bar)
			}

			bar.Set(resp.Completed)
		} else if status != resp.Status {
245
246
247
			if spinner != nil {
				spinner.Stop()
			}
Michael Yang's avatar
Michael Yang committed
248
249
250
251
252
253

			status = resp.Status
			spinner = progress.NewSpinner(status)
			p.Add(status, spinner)
		}

254
255
256
		return nil
	}

Michael Yang's avatar
Michael Yang committed
257
258
259
260
261
	request := api.PushRequest{Name: args[0], Insecure: insecure}
	if err := client.Push(context.Background(), &request, fn); err != nil {
		return err
	}

262
	spinner.Stop()
Michael Yang's avatar
Michael Yang committed
263
	return nil
264
265
}

266
func ListHandler(cmd *cobra.Command, args []string) error {
Michael Yang's avatar
Michael Yang committed
267
	client, err := api.ClientFromEnvironment()
268
269
270
	if err != nil {
		return err
	}
Patrick Devine's avatar
Patrick Devine committed
271
272
273
274
275
276
277
278
279

	models, err := client.List(context.Background())
	if err != nil {
		return err
	}

	var data [][]string

	for _, m := range models.Models {
Michael Yang's avatar
Michael Yang committed
280
		if len(args) == 0 || strings.HasPrefix(m.Name, args[0]) {
281
			data = append(data, []string{m.Name, m.Digest[:12], format.HumanBytes(m.Size), format.HumanTime(m.ModifiedAt, "Never")})
Michael Yang's avatar
Michael Yang committed
282
		}
Patrick Devine's avatar
Patrick Devine committed
283
284
285
	}

	table := tablewriter.NewWriter(os.Stdout)
Patrick Devine's avatar
Patrick Devine committed
286
	table.SetHeader([]string{"NAME", "ID", "SIZE", "MODIFIED"})
Patrick Devine's avatar
Patrick Devine committed
287
288
289
290
291
292
293
294
295
296
297
298
	table.SetHeaderAlignment(tablewriter.ALIGN_LEFT)
	table.SetAlignment(tablewriter.ALIGN_LEFT)
	table.SetHeaderLine(false)
	table.SetBorder(false)
	table.SetNoWhiteSpace(true)
	table.SetTablePadding("\t")
	table.AppendBulk(data)
	table.Render()

	return nil
}

299
func DeleteHandler(cmd *cobra.Command, args []string) error {
Michael Yang's avatar
Michael Yang committed
300
	client, err := api.ClientFromEnvironment()
301
302
303
	if err != nil {
		return err
	}
304

305
306
307
308
309
310
	for _, name := range args {
		req := api.DeleteRequest{Name: name}
		if err := client.Delete(context.Background(), &req); err != nil {
			return err
		}
		fmt.Printf("deleted '%s'\n", name)
311
312
313
314
	}
	return nil
}

Patrick Devine's avatar
Patrick Devine committed
315
func ShowHandler(cmd *cobra.Command, args []string) error {
Michael Yang's avatar
Michael Yang committed
316
	client, err := api.ClientFromEnvironment()
Patrick Devine's avatar
Patrick Devine committed
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
	if err != nil {
		return err
	}

	if len(args) != 1 {
		return errors.New("missing model name")
	}

	license, errLicense := cmd.Flags().GetBool("license")
	modelfile, errModelfile := cmd.Flags().GetBool("modelfile")
	parameters, errParams := cmd.Flags().GetBool("parameters")
	system, errSystem := cmd.Flags().GetBool("system")
	template, errTemplate := cmd.Flags().GetBool("template")

	for _, boolErr := range []error{errLicense, errModelfile, errParams, errSystem, errTemplate} {
		if boolErr != nil {
			return errors.New("error retrieving flags")
		}
	}

	flagsSet := 0
	showType := ""

	if license {
		flagsSet++
		showType = "license"
	}

	if modelfile {
		flagsSet++
		showType = "modelfile"
	}

	if parameters {
		flagsSet++
		showType = "parameters"
	}

	if system {
		flagsSet++
		showType = "system"
	}

	if template {
		flagsSet++
		showType = "template"
	}

	if flagsSet > 1 {
366
		return errors.New("only one of '--license', '--modelfile', '--parameters', '--system', or '--template' can be specified")
Patrick Devine's avatar
Patrick Devine committed
367
	} else if flagsSet == 0 {
368
		return errors.New("one of '--license', '--modelfile', '--parameters', '--system', or '--template' must be specified")
Patrick Devine's avatar
Patrick Devine committed
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
	}

	req := api.ShowRequest{Name: args[0]}
	resp, err := client.Show(context.Background(), &req)
	if err != nil {
		return err
	}

	switch showType {
	case "license":
		fmt.Println(resp.License)
	case "modelfile":
		fmt.Println(resp.Modelfile)
	case "parameters":
		fmt.Println(resp.Parameters)
	case "system":
		fmt.Println(resp.System)
	case "template":
		fmt.Println(resp.Template)
	}

	return nil
}

Patrick Devine's avatar
Patrick Devine committed
393
func CopyHandler(cmd *cobra.Command, args []string) error {
Michael Yang's avatar
Michael Yang committed
394
	client, err := api.ClientFromEnvironment()
395
396
397
	if err != nil {
		return err
	}
Patrick Devine's avatar
Patrick Devine committed
398
399
400
401
402
403
404
405
406

	req := api.CopyRequest{Source: args[0], Destination: args[1]}
	if err := client.Copy(context.Background(), &req); err != nil {
		return err
	}
	fmt.Printf("copied '%s' to '%s'\n", args[0], args[1])
	return nil
}

407
func PullHandler(cmd *cobra.Command, args []string) error {
408
409
410
411
412
	insecure, err := cmd.Flags().GetBool("insecure")
	if err != nil {
		return err
	}

Michael Yang's avatar
Michael Yang committed
413
	client, err := api.ClientFromEnvironment()
414
415
416
	if err != nil {
		return err
	}
417

Michael Yang's avatar
Michael Yang committed
418
419
420
421
422
	p := progress.NewProgress(os.Stderr)
	defer p.Stop()

	bars := make(map[string]*progress.Bar)

423
424
	var status string
	var spinner *progress.Spinner
Michael Yang's avatar
Michael Yang committed
425

426
	fn := func(resp api.ProgressResponse) error {
Michael Yang's avatar
Michael Yang committed
427
		if resp.Digest != "" {
428
429
430
			if spinner != nil {
				spinner.Stop()
			}
Michael Yang's avatar
Michael Yang committed
431
432
433

			bar, ok := bars[resp.Digest]
			if !ok {
434
				bar = progress.NewBar(fmt.Sprintf("pulling %s...", resp.Digest[7:19]), resp.Total, resp.Completed)
Michael Yang's avatar
Michael Yang committed
435
436
437
438
439
440
				bars[resp.Digest] = bar
				p.Add(resp.Digest, bar)
			}

			bar.Set(resp.Completed)
		} else if status != resp.Status {
441
442
443
			if spinner != nil {
				spinner.Stop()
			}
Michael Yang's avatar
Michael Yang committed
444
445
446
447
448
449

			status = resp.Status
			spinner = progress.NewSpinner(status)
			p.Add(status, spinner)
		}

450
451
		return nil
	}
452

Michael Yang's avatar
Michael Yang committed
453
454
455
456
457
458
	request := api.PullRequest{Name: args[0], Insecure: insecure}
	if err := client.Pull(context.Background(), &request, fn); err != nil {
		return err
	}

	return nil
Michael Yang's avatar
Michael Yang committed
459
460
}

Bruce MacDonald's avatar
Bruce MacDonald committed
461
type runOptions struct {
462
	Model    string
Bruce MacDonald's avatar
Bruce MacDonald committed
463
	Messages []api.Message
464
465
	WordWrap bool
	Format   string
466
	Template string
467
468
469
	Options  map[string]interface{}
}

Bruce MacDonald's avatar
Bruce MacDonald committed
470
func chat(cmd *cobra.Command, opts runOptions) (*api.Message, error) {
Michael Yang's avatar
Michael Yang committed
471
	client, err := api.ClientFromEnvironment()
Patrick Devine's avatar
Patrick Devine committed
472
	if err != nil {
Bruce MacDonald's avatar
Bruce MacDonald committed
473
		return nil, err
Patrick Devine's avatar
Patrick Devine committed
474
	}
Michael Yang's avatar
Michael Yang committed
475

Michael Yang's avatar
Michael Yang committed
476
	p := progress.NewProgress(os.Stderr)
477
	defer p.StopAndClear()
Michael Yang's avatar
Michael Yang committed
478
479
480
	spinner := progress.NewSpinner("")
	p.Add("", spinner)

481
	termWidth, _, err := term.GetSize(int(os.Stdout.Fd()))
482
	if err != nil {
483
		opts.WordWrap = false
484
485
	}

486
487
488
489
490
491
492
493
494
495
496
	cancelCtx, cancel := context.WithCancel(context.Background())
	defer cancel()

	sigChan := make(chan os.Signal, 1)
	signal.Notify(sigChan, syscall.SIGINT)

	go func() {
		<-sigChan
		cancel()
	}()

497
498
	var currentLineLength int
	var wordBuffer string
Bruce MacDonald's avatar
Bruce MacDonald committed
499
500
501
	var latest api.ChatResponse
	var fullResponse strings.Builder
	var role string
502

Bruce MacDonald's avatar
Bruce MacDonald committed
503
	fn := func(response api.ChatResponse) error {
Michael Yang's avatar
Michael Yang committed
504
		p.StopAndClear()
Patrick Devine's avatar
Patrick Devine committed
505
		latest = response
Bruce MacDonald's avatar
Bruce MacDonald committed
506
507
508
509
510
511
512
		if response.Message == nil {
			// warm-up response or done
			return nil
		}
		role = response.Message.Role
		content := response.Message.Content
		fullResponse.WriteString(content)
513

514
515
		termWidth, _, _ = term.GetSize(int(os.Stdout.Fd()))
		if opts.WordWrap && termWidth >= 10 {
Bruce MacDonald's avatar
Bruce MacDonald committed
516
			for _, ch := range content {
517
				if currentLineLength+1 > termWidth-5 {
518
519
520
521
522
523
524
					if len(wordBuffer) > termWidth-10 {
						fmt.Printf("%s%c", wordBuffer, ch)
						wordBuffer = ""
						currentLineLength = 0
						continue
					}

525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
					// backtrack the length of the last word and clear to the end of the line
					fmt.Printf("\x1b[%dD\x1b[K\n", len(wordBuffer))
					fmt.Printf("%s%c", wordBuffer, ch)
					currentLineLength = len(wordBuffer) + 1
				} else {
					fmt.Print(string(ch))
					currentLineLength += 1

					switch ch {
					case ' ':
						wordBuffer = ""
					case '\n':
						currentLineLength = 0
					default:
						wordBuffer += string(ch)
					}
				}
			}
		} else {
Bruce MacDonald's avatar
Bruce MacDonald committed
544
			fmt.Printf("%s%s", wordBuffer, content)
545
546
547
			if len(wordBuffer) > 0 {
				wordBuffer = ""
			}
548
549
		}

Patrick Devine's avatar
Patrick Devine committed
550
551
		return nil
	}
552

Bruce MacDonald's avatar
Bruce MacDonald committed
553
554
555
556
557
558
559
560
	req := &api.ChatRequest{
		Model:    opts.Model,
		Messages: opts.Messages,
		Format:   opts.Format,
		Template: opts.Template,
		Options:  opts.Options,
	}
	if err := client.Chat(cancelCtx, req, fn); err != nil {
561
		if errors.Is(err, context.Canceled) {
Bruce MacDonald's avatar
Bruce MacDonald committed
562
			return nil, nil
563
		}
Bruce MacDonald's avatar
Bruce MacDonald committed
564
		return nil, err
Patrick Devine's avatar
Patrick Devine committed
565
	}
Bruce MacDonald's avatar
Bruce MacDonald committed
566
567

	if len(opts.Messages) > 0 {
Michael Yang's avatar
Michael Yang committed
568
569
		fmt.Println()
		fmt.Println()
Patrick Devine's avatar
Patrick Devine committed
570
	}
571

Patrick Devine's avatar
Patrick Devine committed
572
573
	verbose, err := cmd.Flags().GetBool("verbose")
	if err != nil {
Bruce MacDonald's avatar
Bruce MacDonald committed
574
		return nil, err
Patrick Devine's avatar
Patrick Devine committed
575
	}
Michael Yang's avatar
Michael Yang committed
576

Patrick Devine's avatar
Patrick Devine committed
577
578
	if verbose {
		latest.Summary()
Michael Yang's avatar
Michael Yang committed
579
	}
Michael Yang's avatar
Michael Yang committed
580

Bruce MacDonald's avatar
Bruce MacDonald committed
581
	return &api.Message{Role: role, Content: fullResponse.String()}, nil
Michael Yang's avatar
Michael Yang committed
582
583
}

584
585
586
587
588
589
590
591
592
type MultilineState int

const (
	MultilineNone MultilineState = iota
	MultilinePrompt
	MultilineSystem
	MultilineTemplate
)

Bruce MacDonald's avatar
Bruce MacDonald committed
593
func chatInteractive(cmd *cobra.Command, opts runOptions) error {
Patrick Devine's avatar
Patrick Devine committed
594
	// load the model
Bruce MacDonald's avatar
Bruce MacDonald committed
595
596
	loadOpts := runOptions{Model: opts.Model}
	if _, err := chat(cmd, loadOpts); err != nil {
Patrick Devine's avatar
Patrick Devine committed
597
598
599
		return err
	}

Michael Yang's avatar
Michael Yang committed
600
	usage := func() {
Patrick Devine's avatar
Patrick Devine committed
601
602
603
604
605
606
607
608
609
610
611
612
		fmt.Fprintln(os.Stderr, "Available Commands:")
		fmt.Fprintln(os.Stderr, "  /set         Set session variables")
		fmt.Fprintln(os.Stderr, "  /show        Show model information")
		fmt.Fprintln(os.Stderr, "  /bye         Exit")
		fmt.Fprintln(os.Stderr, "  /?, /help    Help for a command")
		fmt.Fprintln(os.Stderr, "")
		fmt.Fprintln(os.Stderr, "Use \"\"\" to begin a multi-line message.")
		fmt.Fprintln(os.Stderr, "")
	}

	usageSet := func() {
		fmt.Fprintln(os.Stderr, "Available Commands:")
613
614
615
616
617
618
619
620
621
622
623
		fmt.Fprintln(os.Stderr, "  /set parameter ...     Set a parameter")
		fmt.Fprintln(os.Stderr, "  /set system <string>   Set system prompt")
		fmt.Fprintln(os.Stderr, "  /set template <string> Set prompt template")
		fmt.Fprintln(os.Stderr, "  /set history           Enable history")
		fmt.Fprintln(os.Stderr, "  /set nohistory         Disable history")
		fmt.Fprintln(os.Stderr, "  /set wordwrap          Enable wordwrap")
		fmt.Fprintln(os.Stderr, "  /set nowordwrap        Disable wordwrap")
		fmt.Fprintln(os.Stderr, "  /set format json       Enable JSON mode")
		fmt.Fprintln(os.Stderr, "  /set noformat          Disable formatting")
		fmt.Fprintln(os.Stderr, "  /set verbose           Show LLM stats")
		fmt.Fprintln(os.Stderr, "  /set quiet             Disable LLM stats")
Patrick Devine's avatar
Patrick Devine committed
624
625
626
627
628
629
630
631
632
633
634
		fmt.Fprintln(os.Stderr, "")
	}

	usageShow := func() {
		fmt.Fprintln(os.Stderr, "Available Commands:")
		fmt.Fprintln(os.Stderr, "  /show license      Show model license")
		fmt.Fprintln(os.Stderr, "  /show modelfile    Show Modelfile for this model")
		fmt.Fprintln(os.Stderr, "  /show parameters   Show parameters for this model")
		fmt.Fprintln(os.Stderr, "  /show system       Show system prompt")
		fmt.Fprintln(os.Stderr, "  /show template     Show prompt template")
		fmt.Fprintln(os.Stderr, "")
Michael Yang's avatar
Michael Yang committed
635
636
	}

637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
	// only list out the most common parameters
	usageParameters := func() {
		fmt.Fprintln(os.Stderr, "Available Parameters:")
		fmt.Fprintln(os.Stderr, "  /set parameter seed <int>             Random number seed")
		fmt.Fprintln(os.Stderr, "  /set parameter num_predict <int>      Max number of tokens to predict")
		fmt.Fprintln(os.Stderr, "  /set parameter top_k <int>            Pick from top k num of tokens")
		fmt.Fprintln(os.Stderr, "  /set parameter top_p <float>          Pick token based on sum of probabilities")
		fmt.Fprintln(os.Stderr, "  /set parameter num_ctx <int>          Set the context size")
		fmt.Fprintln(os.Stderr, "  /set parameter temperature <float>    Set creativity level")
		fmt.Fprintln(os.Stderr, "  /set parameter repeat_penalty <float> How strongly to penalize repetitions")
		fmt.Fprintln(os.Stderr, "  /set parameter repeat_last_n <int>    Set how far back to look for repetitions")
		fmt.Fprintln(os.Stderr, "  /set parameter num_gpu <int>          The number of layers to send to the GPU")
		fmt.Fprintln(os.Stderr, "  /set parameter stop \"<string>\", ...   Set the stop parameters")
		fmt.Fprintln(os.Stderr, "")
	}

653
	scanner, err := readline.New(readline.Prompt{
Patrick Devine's avatar
Patrick Devine committed
654
655
656
657
		Prompt:         ">>> ",
		AltPrompt:      "... ",
		Placeholder:    "Send a message (/? for help)",
		AltPlaceholder: `Use """ to end multi-line input`,
658
	})
Michael Yang's avatar
Michael Yang committed
659
660
661
662
	if err != nil {
		return err
	}

663
664
665
	fmt.Print(readline.StartBracketedPaste)
	defer fmt.Printf(readline.EndBracketedPaste)

666
	var multiline MultilineState
Bruce MacDonald's avatar
Bruce MacDonald committed
667
668
669
	var content string
	var systemContent string
	opts.Messages = make([]api.Message, 0)
670

Michael Yang's avatar
Michael Yang committed
671
672
673
674
	for {
		line, err := scanner.Readline()
		switch {
		case errors.Is(err, io.EOF):
675
			fmt.Println()
Michael Yang's avatar
Michael Yang committed
676
677
			return nil
		case errors.Is(err, readline.ErrInterrupt):
678
			if line == "" {
Patrick Devine's avatar
Patrick Devine committed
679
				fmt.Println("\nUse Ctrl-D or /bye to exit.")
680
681
			}

682
			scanner.Prompt.UseAlt = false
Bruce MacDonald's avatar
Bruce MacDonald committed
683
			content = ""
684

Michael Yang's avatar
Michael Yang committed
685
686
			continue
		case err != nil:
Michael Yang's avatar
Michael Yang committed
687
688
689
			return err
		}

Michael Yang's avatar
Michael Yang committed
690
		switch {
Bruce MacDonald's avatar
Bruce MacDonald committed
691
		case strings.HasPrefix(content, `"""`):
692
693
694
			// if the prompt so far starts with """ then we're in multiline mode
			// and we need to keep reading until we find a line that ends with """
			cut, found := strings.CutSuffix(line, `"""`)
Bruce MacDonald's avatar
Bruce MacDonald committed
695
			content += cut + "\n"
696
697

			if !found {
698
699
				continue
			}
700

Bruce MacDonald's avatar
Bruce MacDonald committed
701
			content = strings.TrimPrefix(content, `"""`)
702
			scanner.Prompt.UseAlt = false
703
704
705

			switch multiline {
			case MultilineSystem:
Bruce MacDonald's avatar
Bruce MacDonald committed
706
707
				systemContent = content
				content = ""
708
709
				fmt.Println("Set system template.\n")
			case MultilineTemplate:
Bruce MacDonald's avatar
Bruce MacDonald committed
710
711
				opts.Template = content
				content = ""
712
713
714
				fmt.Println("Set model template.\n")
			}
			multiline = MultilineNone
Bruce MacDonald's avatar
Bruce MacDonald committed
715
		case strings.HasPrefix(line, `"""`) && len(content) == 0:
Patrick Devine's avatar
Patrick Devine committed
716
			scanner.Prompt.UseAlt = true
717
			multiline = MultilinePrompt
Bruce MacDonald's avatar
Bruce MacDonald committed
718
			content += line + "\n"
719
720
			continue
		case scanner.Pasting:
Bruce MacDonald's avatar
Bruce MacDonald committed
721
			content += line + "\n"
722
			continue
Michael Yang's avatar
Michael Yang committed
723
724
		case strings.HasPrefix(line, "/list"):
			args := strings.Fields(line)
725
			if err := ListHandler(cmd, args[1:]); err != nil {
Michael Yang's avatar
Michael Yang committed
726
727
728
729
730
731
732
733
734
735
				return err
			}
		case strings.HasPrefix(line, "/set"):
			args := strings.Fields(line)
			if len(args) > 1 {
				switch args[1] {
				case "history":
					scanner.HistoryEnable()
				case "nohistory":
					scanner.HistoryDisable()
736
				case "wordwrap":
737
					opts.WordWrap = true
738
739
					fmt.Println("Set 'wordwrap' mode.")
				case "nowordwrap":
740
					opts.WordWrap = false
741
					fmt.Println("Set 'nowordwrap' mode.")
Michael Yang's avatar
Michael Yang committed
742
743
				case "verbose":
					cmd.Flags().Set("verbose", "true")
744
					fmt.Println("Set 'verbose' mode.")
Michael Yang's avatar
Michael Yang committed
745
746
				case "quiet":
					cmd.Flags().Set("verbose", "false")
747
					fmt.Println("Set 'quiet' mode.")
Jeffrey Morgan's avatar
Jeffrey Morgan committed
748
749
750
751
				case "format":
					if len(args) < 3 || args[2] != "json" {
						fmt.Println("Invalid or missing format. For 'json' mode use '/set format json'")
					} else {
752
						opts.Format = args[2]
Jeffrey Morgan's avatar
Jeffrey Morgan committed
753
754
755
						fmt.Printf("Set format to '%s' mode.\n", args[2])
					}
				case "noformat":
756
					opts.Format = ""
Jeffrey Morgan's avatar
Jeffrey Morgan committed
757
					fmt.Println("Disabled format.")
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
				case "parameter":
					if len(args) < 4 {
						usageParameters()
						continue
					}
					var params []string
					for _, p := range args[3:] {
						params = append(params, p)
					}
					fp, err := api.FormatParams(map[string][]string{args[2]: params})
					if err != nil {
						fmt.Printf("Couldn't set parameter: %q\n\n", err)
						continue
					}
					fmt.Printf("Set parameter '%s' to '%s'\n\n", args[2], strings.Join(params, ", "))
					opts.Options[args[2]] = fp[args[2]]
774
775
776
777
778
779
780
781
782
				case "system", "template":
					if len(args) < 3 {
						usageSet()
						continue
					}
					line := strings.Join(args[2:], " ")
					line = strings.TrimPrefix(line, `"""`)
					if strings.HasPrefix(args[2], `"""`) {
						cut, found := strings.CutSuffix(line, `"""`)
Bruce MacDonald's avatar
Bruce MacDonald committed
783
						content += cut + "\n"
784
						if found {
Bruce MacDonald's avatar
Bruce MacDonald committed
785
							systemContent = content
786
787
788
789
790
							if args[1] == "system" {
								fmt.Println("Set system template.\n")
							} else {
								fmt.Println("Set prompt template.\n")
							}
Bruce MacDonald's avatar
Bruce MacDonald committed
791
							content = ""
792
						} else {
Bruce MacDonald's avatar
Bruce MacDonald committed
793
							content = `"""` + content
794
795
796
797
798
799
800
801
							if args[1] == "system" {
								multiline = MultilineSystem
							} else {
								multiline = MultilineTemplate
							}
							scanner.Prompt.UseAlt = true
						}
					} else {
Bruce MacDonald's avatar
Bruce MacDonald committed
802
						systemContent = line
803
804
						fmt.Println("Set system template.\n")
					}
805
806
				default:
					fmt.Printf("Unknown command '/set %s'. Type /? for help\n", args[1])
807
808
				}
			} else {
Patrick Devine's avatar
Patrick Devine committed
809
				usageSet()
810
811
812
813
			}
		case strings.HasPrefix(line, "/show"):
			args := strings.Fields(line)
			if len(args) > 1 {
814
815
816
817
818
				client, err := api.ClientFromEnvironment()
				if err != nil {
					fmt.Println("error: couldn't connect to ollama server")
					return err
				}
819
				resp, err := client.Show(cmd.Context(), &api.ShowRequest{Name: opts.Model})
820
				if err != nil {
Patrick Devine's avatar
Patrick Devine committed
821
					fmt.Println("error: couldn't get model")
822
					return err
823
				}
Patrick Devine's avatar
Patrick Devine committed
824

825
826
				switch args[1] {
				case "license":
827
					if resp.License == "" {
828
						fmt.Print("No license was specified for this model.\n\n")
829
830
831
					} else {
						fmt.Println(resp.License)
					}
Patrick Devine's avatar
Patrick Devine committed
832
833
834
				case "modelfile":
					fmt.Println(resp.Modelfile)
				case "parameters":
835
					if resp.Parameters == "" {
836
						fmt.Print("No parameters were specified for this model.\n\n")
837
					} else {
838
839
840
841
842
843
844
845
						if len(opts.Options) > 0 {
							fmt.Println("User defined parameters:")
							for k, v := range opts.Options {
								fmt.Printf("%-*s %v\n", 30, k, v)
							}
							fmt.Println()
						}
						fmt.Println("Model defined parameters:")
846
847
						fmt.Println(resp.Parameters)
					}
848
				case "system":
849
					switch {
Bruce MacDonald's avatar
Bruce MacDonald committed
850
851
					case systemContent != "":
						fmt.Println(systemContent + "\n")
852
853
854
					case resp.System != "":
						fmt.Println(resp.System + "\n")
					default:
855
						fmt.Print("No system prompt was specified for this model.\n\n")
856
					}
857
				case "template":
858
859
860
861
					switch {
					case opts.Template != "":
						fmt.Println(opts.Template + "\n")
					case resp.Template != "":
862
						fmt.Println(resp.Template)
863
864
					default:
						fmt.Print("No prompt template was specified for this model.\n\n")
865
					}
866
				default:
867
					fmt.Printf("Unknown command '/show %s'. Type /? for help\n", args[1])
Michael Yang's avatar
Michael Yang committed
868
				}
Patrick Devine's avatar
Patrick Devine committed
869
870
871
872
873
874
875
876
877
878
879
880
			} else {
				usageShow()
			}
		case strings.HasPrefix(line, "/help"), strings.HasPrefix(line, "/?"):
			args := strings.Fields(line)
			if len(args) > 1 {
				switch args[1] {
				case "set", "/set":
					usageSet()
				case "show", "/show":
					usageShow()
				}
881
882
			} else {
				usage()
Michael Yang's avatar
Michael Yang committed
883
884
885
			}
		case line == "/exit", line == "/bye":
			return nil
886
887
888
		case strings.HasPrefix(line, "/"):
			args := strings.Fields(line)
			fmt.Printf("Unknown command '%s'. Type /? for help\n", args[0])
889
890
			continue
		default:
Bruce MacDonald's avatar
Bruce MacDonald committed
891
			content += line
Michael Yang's avatar
Michael Yang committed
892
893
		}

Bruce MacDonald's avatar
Bruce MacDonald committed
894
895
896
897
898
899
900
		if len(content) > 0 && multiline == MultilineNone {
			if systemContent != "" {
				opts.Messages = append(opts.Messages, api.Message{Role: "system", Content: systemContent})
			}
			opts.Messages = append(opts.Messages, api.Message{Role: "user", Content: content})
			assistant, err := chat(cmd, opts)
			if err != nil {
Patrick Devine's avatar
Patrick Devine committed
901
902
				return err
			}
Bruce MacDonald's avatar
Bruce MacDonald committed
903
904
905
			if assistant != nil {
				opts.Messages = append(opts.Messages, *assistant)
			}
906

Bruce MacDonald's avatar
Bruce MacDonald committed
907
			content = ""
Michael Yang's avatar
Michael Yang committed
908
909
		}
	}
Bruce MacDonald's avatar
Bruce MacDonald committed
910
911
}

912
func RunServer(cmd *cobra.Command, _ []string) error {
Michael Yang's avatar
Michael Yang committed
913
914
915
	host, port, err := net.SplitHostPort(os.Getenv("OLLAMA_HOST"))
	if err != nil {
		host, port = "127.0.0.1", "11434"
Michael Yang's avatar
Michael Yang committed
916
		if ip := net.ParseIP(strings.Trim(os.Getenv("OLLAMA_HOST"), "[]")); ip != nil {
Michael Yang's avatar
Michael Yang committed
917
918
			host = ip.String()
		}
Jeffrey Morgan's avatar
Jeffrey Morgan committed
919
	}
920

Michael Yang's avatar
Michael Yang committed
921
	if err := initializeKeypair(); err != nil {
922
923
924
		return err
	}

Michael Yang's avatar
Michael Yang committed
925
	ln, err := net.Listen("tcp", net.JoinHostPort(host, port))
926
927
928
	if err != nil {
		return err
	}
Jeffrey Morgan's avatar
Jeffrey Morgan committed
929

930
931
932
933
934
	var origins []string
	if o := os.Getenv("OLLAMA_ORIGINS"); o != "" {
		origins = strings.Split(o, ",")
	}

Jeffrey Morgan's avatar
Jeffrey Morgan committed
935
	return server.Serve(ln, origins)
Jeffrey Morgan's avatar
Jeffrey Morgan committed
936
937
}

938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
func initializeKeypair() error {
	home, err := os.UserHomeDir()
	if err != nil {
		return err
	}

	privKeyPath := filepath.Join(home, ".ollama", "id_ed25519")
	pubKeyPath := filepath.Join(home, ".ollama", "id_ed25519.pub")

	_, err = os.Stat(privKeyPath)
	if os.IsNotExist(err) {
		fmt.Printf("Couldn't find '%s'. Generating new private key.\n", privKeyPath)
		_, privKey, err := ed25519.GenerateKey(rand.Reader)
		if err != nil {
			return err
		}

		privKeyBytes, err := format.OpenSSHPrivateKey(privKey, "")
		if err != nil {
			return err
		}

Michael Yang's avatar
Michael Yang committed
960
		err = os.MkdirAll(filepath.Dir(privKeyPath), 0o755)
961
962
963
964
		if err != nil {
			return fmt.Errorf("could not create directory %w", err)
		}

965
		err = os.WriteFile(privKeyPath, pem.EncodeToMemory(privKeyBytes), 0o600)
966
967
968
969
970
971
972
973
974
975
976
		if err != nil {
			return err
		}

		sshPrivateKey, err := ssh.NewSignerFromKey(privKey)
		if err != nil {
			return err
		}

		pubKeyData := ssh.MarshalAuthorizedKey(sshPrivateKey.PublicKey())

977
		err = os.WriteFile(pubKeyPath, pubKeyData, 0o644)
978
979
980
981
982
983
984
985
986
		if err != nil {
			return err
		}

		fmt.Printf("Your new public key is: \n\n%s\n", string(pubKeyData))
	}
	return nil
}

Bruce MacDonald's avatar
Bruce MacDonald committed
987
func startMacApp(client *api.Client) error {
Bruce MacDonald's avatar
Bruce MacDonald committed
988
989
990
991
992
	exe, err := os.Executable()
	if err != nil {
		return err
	}
	link, err := os.Readlink(exe)
Bruce MacDonald's avatar
Bruce MacDonald committed
993
994
995
	if err != nil {
		return err
	}
Bruce MacDonald's avatar
Bruce MacDonald committed
996
997
998
	if !strings.Contains(link, "Ollama.app") {
		return fmt.Errorf("could not find ollama app")
	}
Bruce MacDonald's avatar
Bruce MacDonald committed
999
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009
1010
1011
1012
1013
1014
1015
1016
1017
	path := strings.Split(link, "Ollama.app")
	if err := exec.Command("/usr/bin/open", "-a", path[0]+"Ollama.app").Run(); err != nil {
		return err
	}
	// wait for the server to start
	timeout := time.After(5 * time.Second)
	tick := time.Tick(500 * time.Millisecond)
	for {
		select {
		case <-timeout:
			return errors.New("timed out waiting for server to start")
		case <-tick:
			if err := client.Heartbeat(context.Background()); err == nil {
				return nil // server has started
			}
		}
	}
}

1018
func checkServerHeartbeat(_ *cobra.Command, _ []string) error {
Michael Yang's avatar
Michael Yang committed
1019
	client, err := api.ClientFromEnvironment()
1020
1021
1022
	if err != nil {
		return err
	}
1023
	if err := client.Heartbeat(context.Background()); err != nil {
Bruce MacDonald's avatar
Bruce MacDonald committed
1024
1025
1026
1027
1028
		if !strings.Contains(err.Error(), "connection refused") {
			return err
		}
		if runtime.GOOS == "darwin" {
			if err := startMacApp(client); err != nil {
Bruce MacDonald's avatar
Bruce MacDonald committed
1029
				return fmt.Errorf("could not connect to ollama app, is it running?")
1030
			}
Bruce MacDonald's avatar
Bruce MacDonald committed
1031
		} else {
1032
1033
1034
1035
1036
1037
			return fmt.Errorf("could not connect to ollama server, run 'ollama serve' to start it")
		}
	}
	return nil
}

Jeffrey Morgan's avatar
Jeffrey Morgan committed
1038
1039
1040
1041
func NewCLI() *cobra.Command {
	log.SetFlags(log.LstdFlags | log.Lshortfile)

	rootCmd := &cobra.Command{
1042
1043
1044
1045
		Use:           "ollama",
		Short:         "Large language model runner",
		SilenceUsage:  true,
		SilenceErrors: true,
Jeffrey Morgan's avatar
Jeffrey Morgan committed
1046
1047
1048
		CompletionOptions: cobra.CompletionOptions{
			DisableDefaultCmd: true,
		},
Michael Yang's avatar
Michael Yang committed
1049
		Version: version.Version,
Jeffrey Morgan's avatar
Jeffrey Morgan committed
1050
1051
1052
1053
	}

	cobra.EnableCommandSorting = false

1054
	createCmd := &cobra.Command{
1055
1056
		Use:     "create MODEL",
		Short:   "Create a model from a Modelfile",
Michael Yang's avatar
Michael Yang committed
1057
		Args:    cobra.ExactArgs(1),
1058
1059
		PreRunE: checkServerHeartbeat,
		RunE:    CreateHandler,
1060
1061
1062
1063
	}

	createCmd.Flags().StringP("file", "f", "Modelfile", "Name of the Modelfile (default \"Modelfile\")")

Patrick Devine's avatar
Patrick Devine committed
1064
1065
1066
	showCmd := &cobra.Command{
		Use:     "show MODEL",
		Short:   "Show information for a model",
Michael Yang's avatar
Michael Yang committed
1067
		Args:    cobra.ExactArgs(1),
Patrick Devine's avatar
Patrick Devine committed
1068
1069
1070
1071
1072
1073
1074
1075
1076
1077
		PreRunE: checkServerHeartbeat,
		RunE:    ShowHandler,
	}

	showCmd.Flags().Bool("license", false, "Show license of a model")
	showCmd.Flags().Bool("modelfile", false, "Show Modelfile of a model")
	showCmd.Flags().Bool("parameters", false, "Show parameters of a model")
	showCmd.Flags().Bool("template", false, "Show template of a model")
	showCmd.Flags().Bool("system", false, "Show system prompt of a model")

Jeffrey Morgan's avatar
Jeffrey Morgan committed
1078
	runCmd := &cobra.Command{
1079
1080
1081
1082
1083
		Use:     "run MODEL [PROMPT]",
		Short:   "Run a model",
		Args:    cobra.MinimumNArgs(1),
		PreRunE: checkServerHeartbeat,
		RunE:    RunHandler,
Jeffrey Morgan's avatar
Jeffrey Morgan committed
1084
1085
	}

1086
	runCmd.Flags().Bool("verbose", false, "Show timings for response")
1087
	runCmd.Flags().Bool("insecure", false, "Use an insecure registry")
1088
	runCmd.Flags().Bool("nowordwrap", false, "Don't wrap words to the next line automatically")
Jeffrey Morgan's avatar
Jeffrey Morgan committed
1089
	runCmd.Flags().String("format", "", "Response format (e.g. json)")
1090

Jeffrey Morgan's avatar
Jeffrey Morgan committed
1091
1092
1093
1094
	serveCmd := &cobra.Command{
		Use:     "serve",
		Aliases: []string{"start"},
		Short:   "Start ollama",
Michael Yang's avatar
Michael Yang committed
1095
		Args:    cobra.ExactArgs(0),
Michael Yang's avatar
Michael Yang committed
1096
		RunE:    RunServer,
Jeffrey Morgan's avatar
Jeffrey Morgan committed
1097
1098
	}

1099
	pullCmd := &cobra.Command{
1100
1101
		Use:     "pull MODEL",
		Short:   "Pull a model from a registry",
Michael Yang's avatar
Michael Yang committed
1102
		Args:    cobra.ExactArgs(1),
1103
1104
		PreRunE: checkServerHeartbeat,
		RunE:    PullHandler,
1105
1106
	}

1107
1108
	pullCmd.Flags().Bool("insecure", false, "Use an insecure registry")

1109
	pushCmd := &cobra.Command{
1110
1111
		Use:     "push MODEL",
		Short:   "Push a model to a registry",
Michael Yang's avatar
Michael Yang committed
1112
		Args:    cobra.ExactArgs(1),
1113
1114
		PreRunE: checkServerHeartbeat,
		RunE:    PushHandler,
1115
1116
	}

1117
1118
	pushCmd.Flags().Bool("insecure", false, "Use an insecure registry")

Patrick Devine's avatar
Patrick Devine committed
1119
	listCmd := &cobra.Command{
1120
		Use:     "list",
Patrick Devine's avatar
Patrick Devine committed
1121
		Aliases: []string{"ls"},
1122
		Short:   "List models",
1123
		PreRunE: checkServerHeartbeat,
1124
		RunE:    ListHandler,
1125
1126
	}

Patrick Devine's avatar
Patrick Devine committed
1127
	copyCmd := &cobra.Command{
Michael Yang's avatar
Michael Yang committed
1128
		Use:     "cp SOURCE TARGET",
1129
		Short:   "Copy a model",
Michael Yang's avatar
Michael Yang committed
1130
		Args:    cobra.ExactArgs(2),
1131
1132
		PreRunE: checkServerHeartbeat,
		RunE:    CopyHandler,
Patrick Devine's avatar
Patrick Devine committed
1133
1134
	}

1135
	deleteCmd := &cobra.Command{
Michael Yang's avatar
Michael Yang committed
1136
		Use:     "rm MODEL [MODEL...]",
1137
1138
1139
1140
		Short:   "Remove a model",
		Args:    cobra.MinimumNArgs(1),
		PreRunE: checkServerHeartbeat,
		RunE:    DeleteHandler,
Patrick Devine's avatar
Patrick Devine committed
1141
1142
	}

Jeffrey Morgan's avatar
Jeffrey Morgan committed
1143
1144
	rootCmd.AddCommand(
		serveCmd,
1145
		createCmd,
Patrick Devine's avatar
Patrick Devine committed
1146
		showCmd,
1147
		runCmd,
1148
1149
		pullCmd,
		pushCmd,
Patrick Devine's avatar
Patrick Devine committed
1150
		listCmd,
Patrick Devine's avatar
Patrick Devine committed
1151
		copyCmd,
1152
		deleteCmd,
Jeffrey Morgan's avatar
Jeffrey Morgan committed
1153
1154
1155
1156
	)

	return rootCmd
}