Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
OpenDAS
ollama
Commits
237dccba
Commit
237dccba
authored
Aug 14, 2024
by
Michael Yang
Browse files
skip invalid manifest files
parent
b3f75fc8
Changes
2
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
6 additions
and
31 deletions
+6
-31
server/images.go
server/images.go
+5
-30
server/manifest.go
server/manifest.go
+1
-1
No files found.
server/images.go
View file @
237dccba
...
@@ -687,43 +687,18 @@ func CopyModel(src, dst model.Name) error {
...
@@ -687,43 +687,18 @@ func CopyModel(src, dst model.Name) error {
return
err
return
err
}
}
func
deleteUnusedLayers
(
skipModelPath
*
ModelPath
,
deleteMap
map
[
string
]
struct
{})
error
{
func
deleteUnusedLayers
(
deleteMap
map
[
string
]
struct
{})
error
{
fp
,
err
:=
Get
Manifest
Path
()
manifests
,
err
:=
Manifest
s
()
if
err
!=
nil
{
if
err
!=
nil
{
return
err
return
err
}
}
walkFunc
:=
func
(
path
string
,
info
os
.
FileInfo
,
_
error
)
error
{
for
_
,
manifest
:=
range
manifests
{
if
info
.
IsDir
()
{
return
nil
}
dir
,
file
:=
filepath
.
Split
(
path
)
dir
=
strings
.
Trim
(
strings
.
TrimPrefix
(
dir
,
fp
),
string
(
os
.
PathSeparator
))
tag
:=
strings
.
Join
([]
string
{
dir
,
file
},
":"
)
fmp
:=
ParseModelPath
(
tag
)
// skip the manifest we're trying to delete
if
skipModelPath
!=
nil
&&
skipModelPath
.
GetFullTagname
()
==
fmp
.
GetFullTagname
()
{
return
nil
}
// save (i.e. delete from the deleteMap) any files used in other manifests
manifest
,
_
,
err
:=
GetManifest
(
fmp
)
if
err
!=
nil
{
return
fmt
.
Errorf
(
"error reading manifest %s: %w"
,
path
,
err
)
}
for
_
,
layer
:=
range
manifest
.
Layers
{
for
_
,
layer
:=
range
manifest
.
Layers
{
delete
(
deleteMap
,
layer
.
Digest
)
delete
(
deleteMap
,
layer
.
Digest
)
}
}
delete
(
deleteMap
,
manifest
.
Config
.
Digest
)
delete
(
deleteMap
,
manifest
.
Config
.
Digest
)
return
nil
}
if
err
:=
filepath
.
Walk
(
fp
,
walkFunc
);
err
!=
nil
{
return
err
}
}
// only delete the files which are still in the deleteMap
// only delete the files which are still in the deleteMap
...
@@ -776,7 +751,7 @@ func PruneLayers() error {
...
@@ -776,7 +751,7 @@ func PruneLayers() error {
slog
.
Info
(
fmt
.
Sprintf
(
"total blobs: %d"
,
len
(
deleteMap
)))
slog
.
Info
(
fmt
.
Sprintf
(
"total blobs: %d"
,
len
(
deleteMap
)))
if
err
:=
deleteUnusedLayers
(
nil
,
deleteMap
);
err
!=
nil
{
if
err
:=
deleteUnusedLayers
(
deleteMap
);
err
!=
nil
{
slog
.
Error
(
fmt
.
Sprintf
(
"couldn't remove unused layers: %v"
,
err
))
slog
.
Error
(
fmt
.
Sprintf
(
"couldn't remove unused layers: %v"
,
err
))
return
nil
return
nil
}
}
...
@@ -964,7 +939,7 @@ func PullModel(ctx context.Context, name string, regOpts *registryOptions, fn fu
...
@@ -964,7 +939,7 @@ func PullModel(ctx context.Context, name string, regOpts *registryOptions, fn fu
if
!
envconfig
.
NoPrune
()
&&
len
(
deleteMap
)
>
0
{
if
!
envconfig
.
NoPrune
()
&&
len
(
deleteMap
)
>
0
{
fn
(
api
.
ProgressResponse
{
Status
:
"removing unused layers"
})
fn
(
api
.
ProgressResponse
{
Status
:
"removing unused layers"
})
if
err
:=
deleteUnusedLayers
(
nil
,
deleteMap
);
err
!=
nil
{
if
err
:=
deleteUnusedLayers
(
deleteMap
);
err
!=
nil
{
fn
(
api
.
ProgressResponse
{
Status
:
fmt
.
Sprintf
(
"couldn't remove unused layers: %v"
,
err
)})
fn
(
api
.
ProgressResponse
{
Status
:
fmt
.
Sprintf
(
"couldn't remove unused layers: %v"
,
err
)})
}
}
}
}
...
...
server/manifest.go
View file @
237dccba
...
@@ -150,7 +150,7 @@ func Manifests() (map[model.Name]*Manifest, error) {
...
@@ -150,7 +150,7 @@ func Manifests() (map[model.Name]*Manifest, error) {
n
:=
model
.
ParseNameFromFilepath
(
rel
)
n
:=
model
.
ParseNameFromFilepath
(
rel
)
if
!
n
.
IsValid
()
{
if
!
n
.
IsValid
()
{
slog
.
Warn
(
"bad manifest name"
,
"path"
,
rel
,
"error"
,
err
)
slog
.
Warn
(
"bad manifest name"
,
"path"
,
rel
)
continue
continue
}
}
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment