Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
OpenDAS
ollama
Commits
053739d1
Commit
053739d1
authored
Jul 07, 2023
by
Michael Yang
Browse files
no prompt on empty line
parent
3d73ad0c
Changes
2
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
31 additions
and
26 deletions
+31
-26
cmd/cmd.go
cmd/cmd.go
+30
-26
server/templates/wizardlm.prompt
server/templates/wizardlm.prompt
+1
-0
No files found.
cmd/cmd.go
View file @
053739d1
...
...
@@ -9,6 +9,7 @@ import (
"net"
"os"
"path"
"strings"
"time"
"github.com/schollz/progressbar/v3"
...
...
@@ -79,38 +80,41 @@ func RunGenerate(_ *cobra.Command, args []string) error {
}
func
generate
(
model
,
prompt
string
)
error
{
client
:=
api
.
NewClient
()
spinner
:=
progressbar
.
NewOptions
(
-
1
,
progressbar
.
OptionSetWriter
(
os
.
Stderr
),
progressbar
.
OptionThrottle
(
60
*
time
.
Millisecond
),
progressbar
.
OptionSpinnerType
(
14
),
progressbar
.
OptionSetRenderBlankState
(
true
),
progressbar
.
OptionSetElapsedTime
(
false
),
progressbar
.
OptionClearOnFinish
(),
)
if
len
(
strings
.
TrimSpace
(
prompt
))
>
0
{
client
:=
api
.
NewClient
()
spinner
:=
progressbar
.
NewOptions
(
-
1
,
progressbar
.
OptionSetWriter
(
os
.
Stderr
),
progressbar
.
OptionThrottle
(
60
*
time
.
Millisecond
),
progressbar
.
OptionSpinnerType
(
14
),
progressbar
.
OptionSetRenderBlankState
(
true
),
progressbar
.
OptionSetElapsedTime
(
false
),
progressbar
.
OptionClearOnFinish
(),
)
go
func
()
{
for
range
time
.
Tick
(
60
*
time
.
Millisecond
)
{
if
spinner
.
IsFinished
()
{
break
}
go
func
()
{
for
range
time
.
Tick
(
60
*
time
.
Millisecond
)
{
if
spinner
.
IsFinished
()
{
break
spinner
.
Add
(
1
)
}
}()
spinner
.
Add
(
1
)
}
}()
client
.
Generate
(
context
.
Background
(),
&
api
.
GenerateRequest
{
Model
:
model
,
Prompt
:
prompt
},
func
(
resp
api
.
GenerateResponse
)
error
{
if
!
spinner
.
IsFinished
()
{
spinner
.
Finish
()
}
client
.
Generate
(
context
.
Background
(),
&
api
.
GenerateRequest
{
Model
:
model
,
Prompt
:
prompt
},
func
(
resp
api
.
GenerateResponse
)
error
{
if
!
spinner
.
IsFinished
()
{
spinner
.
Finish
()
}
fmt
.
Print
(
resp
.
Response
)
return
nil
})
fmt
.
Print
(
resp
.
Response
)
return
nil
}
)
fmt
.
Print
ln
(
)
fmt
.
Println
()
}
fmt
.
Println
()
fmt
.
Println
()
return
nil
}
...
...
server/templates/wizardlm.prompt
View file @
053739d1
{{ .Prompt }}
### Response:
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment