Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
ccd72071
Unverified
Commit
ccd72071
authored
Sep 04, 2024
by
TimWang
Committed by
GitHub
Sep 03, 2024
Browse files
chore: Update check-wheel-size.py to read MAX_SIZE_MB from env (#8103)
parent
855c262a
Changes
2
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
31 additions
and
17 deletions
+31
-17
.buildkite/check-wheel-size.py
.buildkite/check-wheel-size.py
+21
-14
Dockerfile
Dockerfile
+10
-3
No files found.
.buildkite/check-wheel-size.py
View file @
ccd72071
import
os
import
sys
import
zipfile
MAX_SIZE_MB
=
250
# Read the VLLM_MAX_SIZE_MB environment variable, defaulting to 250 MB
VLLM_MAX_SIZE_MB
=
int
(
os
.
environ
.
get
(
'VLLM_MAX_SIZE_MB'
,
250
))
def
print_top_10_largest_files
(
zip_file
):
"""Print the top 10 largest files in the given zip file."""
with
zipfile
.
ZipFile
(
zip_file
,
'r'
)
as
z
:
file_sizes
=
[(
f
,
z
.
getinfo
(
f
).
file_size
)
for
f
in
z
.
namelist
()]
file_sizes
.
sort
(
key
=
lambda
x
:
x
[
1
],
reverse
=
True
)
for
f
,
size
in
file_sizes
[:
10
]:
print
(
f
"
{
f
}
:
{
size
/
(
1024
*
1024
)
}
MBs uncompressed."
)
print
(
f
"
{
f
}
:
{
size
/
(
1024
*
1024
)
:.
2
f
}
MBs uncompressed."
)
def
check_wheel_size
(
directory
):
"""Check the size of .whl files in the given directory."""
for
root
,
_
,
files
in
os
.
walk
(
directory
):
for
f
in
files
:
if
f
.
endswith
(
".whl"
):
wheel_path
=
os
.
path
.
join
(
root
,
f
)
wheel_size
=
os
.
path
.
getsize
(
wheel_path
)
wheel_size_mb
=
wheel_size
/
(
1024
*
1024
)
if
wheel_size_mb
>
MAX_SIZE_MB
:
print
(
f
"Wheel
{
wheel_path
}
is too large (
{
wheel_size_mb
}
MB) "
f
"compare to the allowed size (
{
MAX_SIZE_MB
}
MB)."
)
for
file_name
in
files
:
if
file_name
.
endswith
(
".whl"
):
wheel_path
=
os
.
path
.
join
(
root
,
file_name
)
wheel_size_mb
=
os
.
path
.
getsize
(
wheel_path
)
/
(
1024
*
1024
)
if
wheel_size_mb
>
VLLM_MAX_SIZE_MB
:
print
(
f
"Not allowed: Wheel
{
wheel_path
}
is larger "
f
"(
{
wheel_size_mb
:.
2
f
}
MB) than the limit "
f
"(
{
VLLM_MAX_SIZE_MB
}
MB)."
)
print_top_10_largest_files
(
wheel_path
)
return
1
else
:
print
(
f
"Wheel
{
wheel_path
}
is within the allowed size "
f
"(
{
wheel_size_mb
}
MB)."
)
f
"(
{
wheel_size_mb
:.
2
f
}
MB)."
)
return
0
if
__name__
==
"__main__"
:
import
sys
sys
.
exit
(
check_wheel_size
(
sys
.
argv
[
1
]))
if
len
(
sys
.
argv
)
<
2
:
print
(
"Usage: python check-wheel-size.py <directory>"
)
sys
.
exit
(
1
)
directory
=
sys
.
argv
[
1
]
sys
.
exit
(
check_wheel_size
(
directory
))
\ No newline at end of file
Dockerfile
View file @
ccd72071
...
...
@@ -108,10 +108,17 @@ RUN --mount=type=cache,target=/root/.cache/ccache \
python3 setup.py bdist_wheel
--dist-dir
=
dist
--py-limited-api
=
cp38
;
\
fi
#
c
heck the size of the wheel
, we cannot upload wheels larger than 100MB
#
C
heck the size of the wheel
if RUN_WHEEL_CHECK is true
COPY
.buildkite/check-wheel-size.py check-wheel-size.py
RUN
python3 check-wheel-size.py dist
# Default max size of the wheel is 250MB
ARG
VLLM_MAX_SIZE_MB=250
ENV
VLLM_MAX_SIZE_MB=$VLLM_MAX_SIZE_MB
ARG
RUN_WHEEL_CHECK=true
RUN if
[
"
$RUN_WHEEL_CHECK
"
=
"true"
]
;
then
\
python3 check-wheel-size.py dist
;
\
else
\
echo
"Skipping wheel size check."
;
\
fi
#################### EXTENSION Build IMAGE ####################
#################### DEV IMAGE ####################
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment