Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
OpenDAS
AutoAWQ
Commits
00ec82bc
Unverified
Commit
00ec82bc
authored
Sep 01, 2023
by
Casper
Committed by
GitHub
Sep 01, 2023
Browse files
Merge pull request #16 from qwopqwop200/release_package
windows support
parents
bdde6c96
87c2e01b
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
5 additions
and
8 deletions
+5
-8
setup.py
setup.py
+5
-8
No files found.
setup.py
View file @
00ec82bc
...
...
@@ -3,7 +3,7 @@ import torch
from
pathlib
import
Path
from
setuptools
import
setup
,
find_packages
from
distutils.sysconfig
import
get_python_lib
from
torch.utils.cpp_extension
import
BuildExtension
,
C
pp
Extension
,
CUDA_HOME
from
torch.utils.cpp_extension
import
BuildExtension
,
C
UDA
Extension
,
CUDA_HOME
os
.
environ
[
"CC"
]
=
"g++"
os
.
environ
[
"CXX"
]
=
"g++"
...
...
@@ -19,7 +19,7 @@ common_setup_kwargs = {
"long_description_content_type"
:
"text/markdown"
,
"url"
:
"https://github.com/casper-hansen/AutoAWQ"
,
"keywords"
:
[
"awq"
,
"autoawq"
,
"quantization"
,
"transformers"
],
"platforms"
:
[
"linux"
],
"platforms"
:
[
"windows"
,
"linux"
],
"classifiers"
:
[
"Environment :: GPU :: NVIDIA CUDA :: 11.8"
,
"Environment :: GPU :: NVIDIA CUDA :: 12"
,
...
...
@@ -80,17 +80,14 @@ check_dependencies()
arch_flags
=
get_compute_capabilities
()
extensions
=
[
C
pp
Extension
(
C
UDA
Extension
(
"awq_inference_engine"
,
[
"awq_cuda/pybind.cpp"
,
"awq_cuda/quantization/gemm_cuda_gen.cu"
,
"awq_cuda/layernorm/layernorm.cu"
,
"awq_cuda/position_embedding/pos_encoding_kernels.cu"
],
extra_compile_args
=
{
"cxx"
:
[
"-g"
,
"-O3"
,
"-fopenmp"
,
"-lgomp"
,
"-std=c++17"
],
"nvcc"
:
[
"-O3"
,
"-std=c++17"
]
+
arch_flags
}
]
)
]
...
...
@@ -106,4 +103,4 @@ setup(
install_requires
=
requirements
,
include_dirs
=
include_dirs
,
**
common_setup_kwargs
)
\ No newline at end of file
)
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment