Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
OpenDAS
ollama
Commits
9e1406e4
Commit
9e1406e4
authored
Dec 09, 2023
by
Jeffrey Morgan
Browse files
Don't expose model information in `/api/generate`
parent
b74580c9
Changes
3
Hide whitespace changes
Inline
Side-by-side
Showing
3 changed files
with
13 additions
and
21 deletions
+13
-21
api/types.go
api/types.go
+0
-10
server/images.go
server/images.go
+6
-2
server/routes.go
server/routes.go
+7
-9
No files found.
api/types.go
View file @
9e1406e4
...
...
@@ -203,22 +203,12 @@ type GenerateResponse struct {
CreatedAt
time
.
Time
`json:"created_at"`
Response
string
`json:"response"`
ModelConfiguration
ModelConfiguration
`json:"model_configuration"`
Done
bool
`json:"done"`
Context
[]
int
`json:"context,omitempty"`
Metrics
}
type
ModelConfiguration
struct
{
ModelFormat
string
`json:"model_format"`
ModelFamily
string
`json:"model_family"`
ModelFamilies
[]
string
`json:"model_families"`
ModelType
string
`json:"model_type"`
FileType
string
`json:"file_type"`
}
func
(
m
*
Metrics
)
Summary
()
{
if
m
.
TotalDuration
>
0
{
fmt
.
Fprintf
(
os
.
Stderr
,
"total duration: %v
\n
"
,
m
.
TotalDuration
)
...
...
server/images.go
View file @
9e1406e4
...
...
@@ -146,12 +146,16 @@ type ManifestV2 struct {
}
type
ConfigV2
struct
{
ModelFormat
string
`json:"model_format"`
ModelFamily
string
`json:"model_family"`
ModelFamilies
[]
string
`json:"model_families"`
ModelType
string
`json:"model_type"`
FileType
string
`json:"file_type"`
// required by spec
Architecture
string
`json:"architecture"`
OS
string
`json:"os"`
RootFS
RootFS
`json:"rootfs"`
api
.
ModelConfiguration
}
func
(
c
*
ConfigV2
)
SetModelFormat
(
format
string
)
{
...
...
server/routes.go
View file @
9e1406e4
...
...
@@ -199,10 +199,9 @@ func GenerateHandler(c *gin.Context) {
// an empty request loads the model
if
req
.
Prompt
==
""
&&
req
.
Template
==
""
&&
req
.
System
==
""
{
c
.
JSON
(
http
.
StatusOK
,
api
.
GenerateResponse
{
CreatedAt
:
time
.
Now
()
.
UTC
(),
Model
:
req
.
Model
,
ModelConfiguration
:
model
.
Config
.
ModelConfiguration
,
Done
:
true
})
CreatedAt
:
time
.
Now
()
.
UTC
(),
Model
:
req
.
Model
,
Done
:
true
})
return
}
...
...
@@ -261,11 +260,10 @@ func GenerateHandler(c *gin.Context) {
}
resp
:=
api
.
GenerateResponse
{
Model
:
r
.
Model
,
ModelConfiguration
:
model
.
Config
.
ModelConfiguration
,
CreatedAt
:
r
.
CreatedAt
,
Done
:
r
.
Done
,
Response
:
r
.
Content
,
Model
:
r
.
Model
,
CreatedAt
:
r
.
CreatedAt
,
Done
:
r
.
Done
,
Response
:
r
.
Content
,
Metrics
:
api
.
Metrics
{
TotalDuration
:
r
.
TotalDuration
,
LoadDuration
:
r
.
LoadDuration
,
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment