Skip to content
GitLab
Menu
Projects
Groups
Snippets
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in / Register
Toggle navigation
Menu
Open sidebar
OpenDAS
ktransformers
Commits
f3b1e36b
Commit
f3b1e36b
authored
May 15, 2025
by
Alisehen
Browse files
bug fix
parent
edd9efa4
Changes
3
Show whitespace changes
Inline
Side-by-side
Showing
3 changed files
with
11 additions
and
10 deletions
+11
-10
install.sh
install.sh
+1
-9
requirements-local_chat.txt
requirements-local_chat.txt
+0
-1
setup.py
setup.py
+10
-0
No files found.
install.sh
View file @
f3b1e36b
...
@@ -31,13 +31,6 @@ pip install -r ktransformers/server/requirements.txt
...
@@ -31,13 +31,6 @@ pip install -r ktransformers/server/requirements.txt
echo
"Installing ktransformers"
echo
"Installing ktransformers"
KTRANSFORMERS_FORCE_BUILD
=
TRUE pip
install
-v
.
--no-build-isolation
KTRANSFORMERS_FORCE_BUILD
=
TRUE pip
install
-v
.
--no-build-isolation
# XPU-specific fix for triton
if
[[
"
$DEV_BACKEND
"
==
"xpu"
]]
;
then
echo
"Replacing triton for XPU backend"
pip uninstall
-y
triton pytorch-triton-xpu
||
true
pip
install
pytorch-triton-xpu
==
3.3.0
--extra-index-url
https://download.pytorch.org/whl/xpu
fi
if
[[
"
$DEV_BACKEND
"
==
"cuda"
]]
;
then
if
[[
"
$DEV_BACKEND
"
==
"cuda"
]]
;
then
echo
"Installing custom_flashinfer for CUDA backend"
echo
"Installing custom_flashinfer for CUDA backend"
pip
install
third_party/custom_flashinfer/
pip
install
third_party/custom_flashinfer/
...
@@ -47,5 +40,4 @@ fi
...
@@ -47,5 +40,4 @@ fi
# cp -a csrc/balance_serve/build/third_party/prometheus-cpp/lib/libprometheus-cpp-*.so* $SITE_PACKAGES/
# cp -a csrc/balance_serve/build/third_party/prometheus-cpp/lib/libprometheus-cpp-*.so* $SITE_PACKAGES/
# patchelf --set-rpath '$ORIGIN' $SITE_PACKAGES/sched_ext.cpython*
# patchelf --set-rpath '$ORIGIN' $SITE_PACKAGES/sched_ext.cpython*
echo
"Installation completed successfully"
echo
"Installation completed successfully"
\ No newline at end of file
requirements-local_chat.txt
View file @
f3b1e36b
...
@@ -7,4 +7,3 @@ cpufeature; sys_platform == 'win32' or sys_platform == 'Windows'
...
@@ -7,4 +7,3 @@ cpufeature; sys_platform == 'win32' or sys_platform == 'Windows'
protobuf
protobuf
tiktoken
tiktoken
blobfile
blobfile
triton>=3.2
setup.py
View file @
f3b1e36b
...
@@ -41,6 +41,15 @@ except ImportError:
...
@@ -41,6 +41,15 @@ except ImportError:
MUSA_HOME
=
None
MUSA_HOME
=
None
KTRANSFORMERS_BUILD_XPU
=
torch
.
xpu
.
is_available
()
KTRANSFORMERS_BUILD_XPU
=
torch
.
xpu
.
is_available
()
# 检测 DEV_BACKEND 环境变量
dev_backend
=
os
.
environ
.
get
(
"DEV_BACKEND"
,
""
).
lower
()
if
dev_backend
==
"xpu"
:
triton_dep
=
[
"pytorch-triton-xpu==3.3.0"
]
else
:
triton_dep
=
[
"triton>=3.2"
]
with_balance
=
os
.
environ
.
get
(
"USE_BALANCE_SERVE"
,
"0"
)
==
"1"
with_balance
=
os
.
environ
.
get
(
"USE_BALANCE_SERVE"
,
"0"
)
==
"1"
class
CpuInstructInfo
:
class
CpuInstructInfo
:
...
@@ -659,6 +668,7 @@ else:
...
@@ -659,6 +668,7 @@ else:
setup
(
setup
(
name
=
VersionInfo
.
PACKAGE_NAME
,
name
=
VersionInfo
.
PACKAGE_NAME
,
version
=
VersionInfo
().
get_package_version
(),
version
=
VersionInfo
().
get_package_version
(),
install_requires
=
triton_dep
,
cmdclass
=
{
"bdist_wheel"
:
BuildWheelsCommand
,
"build_ext"
:
CMakeBuild
},
cmdclass
=
{
"bdist_wheel"
:
BuildWheelsCommand
,
"build_ext"
:
CMakeBuild
},
ext_modules
=
ext_modules
ext_modules
=
ext_modules
)
)
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment