Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Menu
Open sidebar
OpenDAS
vllm_cscc
Commits
58fb0c33
Commit
58fb0c33
authored
Aug 06, 2024
by
zhuwenwen
Browse files
update version and skip install gptq_kernels
parent
b2068609
Changes
3
Show whitespace changes
Inline
Side-by-side
Showing
3 changed files
with
4 additions
and
26 deletions
+4
-26
setup.py
setup.py
+1
-23
vllm/_custom_ops.py
vllm/_custom_ops.py
+2
-2
vllm/model_executor/layers/quantization/awq.py
vllm/model_executor/layers/quantization/awq.py
+1
-1
No files found.
setup.py
View file @
58fb0c33
...
@@ -309,33 +309,11 @@ def find_version(filepath: str) -> str:
...
@@ -309,33 +309,11 @@ def find_version(filepath: str) -> str:
raise
RuntimeError
(
"Unable to find version string."
)
raise
RuntimeError
(
"Unable to find version string."
)
def
get_abi
():
try
:
command
=
"echo '#include <string>' | gcc -x c++ -E -dM - | fgrep _GLIBCXX_USE_CXX11_ABI"
result
=
subprocess
.
run
(
command
,
shell
=
True
,
capture_output
=
True
,
text
=
True
)
output
=
result
.
stdout
.
strip
()
abi
=
"abi"
+
output
.
split
(
" "
)[
-
1
]
return
abi
except
Exception
:
return
'abiUnknown'
def
get_sha
(
root
:
Union
[
str
,
Path
])
->
str
:
try
:
return
subprocess
.
check_output
([
'git'
,
'rev-parse'
,
'HEAD'
],
cwd
=
root
).
decode
(
'ascii'
).
strip
()
except
Exception
:
return
'Unknown'
def
get_version_add
(
sha
:
Optional
[
str
]
=
None
)
->
str
:
def
get_version_add
(
sha
:
Optional
[
str
]
=
None
)
->
str
:
vllm_root
=
os
.
path
.
dirname
(
os
.
path
.
abspath
(
__file__
))
vllm_root
=
os
.
path
.
dirname
(
os
.
path
.
abspath
(
__file__
))
add_version_path
=
os
.
path
.
join
(
os
.
path
.
join
(
vllm_root
,
"vllm"
),
"version.py"
)
add_version_path
=
os
.
path
.
join
(
os
.
path
.
join
(
vllm_root
,
"vllm"
),
"version.py"
)
if
sha
!=
'Unknown'
:
if
sha
is
None
:
sha
=
get_sha
(
vllm_root
)
version
=
'das1.2.git'
+
sha
[:
7
]
# abi version
version
=
'das.opt1.'
version
+=
"."
+
get_abi
()
# dtk version
# dtk version
if
os
.
getenv
(
"ROCM_PATH"
):
if
os
.
getenv
(
"ROCM_PATH"
):
...
...
vllm/_custom_ops.py
View file @
58fb0c33
...
@@ -4,8 +4,8 @@ from typing import List, Optional, Tuple, Type
...
@@ -4,8 +4,8 @@ from typing import List, Optional, Tuple, Type
import
torch
import
torch
try
:
try
:
import
gptq_kernels
import
gptq_kernels
except
ImportError
as
e
:
except
Exception
:
raise
RuntimeError
(
"Fail
ed to import gptq_kernel with, Please install gptq_kernels from csrc/quantization/gptq "
)
print
(
"INFO: Ne
ed to import gptq_kernel with, Please install gptq_kernels from csrc/quantization/gptq
.
\n
"
)
try
:
try
:
import
vllm._C
import
vllm._C
...
...
vllm/model_executor/layers/quantization/awq.py
View file @
58fb0c33
...
@@ -11,7 +11,7 @@ from vllm.model_executor.utils import set_weight_attrs
...
@@ -11,7 +11,7 @@ from vllm.model_executor.utils import set_weight_attrs
try
:
try
:
from
lmslim
import
quant_ops
as
_ops
from
lmslim
import
quant_ops
as
_ops
except
Exception
:
except
Exception
:
print
(
"INFO:
y
ou need install lmslim if you want infer awq model.
\n
"
)
print
(
"INFO:
Y
ou need install lmslim if you want infer awq model.
\n
"
)
class
AWQShareWorkSpace
():
class
AWQShareWorkSpace
():
awqworkshapcesize
=
2
<<
29
#
awqworkshapcesize
=
2
<<
29
#
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment