Merge remote-tracking branch 'dev/support-amx-2'

74bb7fdc · qiyuxinlin · ba92cf1a · be4b27e8 · 74bb7fdc · 74bb7fdc
Commit 74bb7fdc authored Apr 28, 2025 by qiyuxinlin
13 changed files
--- a/ktransformers/server/args.py
+++ b/ktransformers/server/args.py
--- a/ktransformers/server/backend/interfaces/balance_serve.py
+++ b/ktransformers/server/backend/interfaces/balance_serve.py
--- a/ktransformers/server/balance_serve/inference/forward_batch.py
+++ b/ktransformers/server/balance_serve/inference/forward_batch.py
--- a/ktransformers/server/balance_serve/inference/model_runner.py
+++ b/ktransformers/server/balance_serve/inference/model_runner.py
--- a/ktransformers/server/balance_serve/sched_rpc.py
+++ b/ktransformers/server/balance_serve/sched_rpc.py
--- a/ktransformers/server/balance_serve/settings.py
+++ b/ktransformers/server/balance_serve/settings.py
--- a/ktransformers/server/config/config.py
+++ b/ktransformers/server/config/config.py
--- a/ktransformers/server/requirements.txt
+++ b/ktransformers/server/requirements.txt
--- a/ktransformers/tests/test_speed.py
+++ b/ktransformers/tests/test_speed.py
--- a/ktransformers/util/custom_gguf.py
+++ b/ktransformers/util/custom_gguf.py
--- a/pyproject.toml
+++ b/pyproject.toml
--- a/requirements-local_chat.txt
+++ b/requirements-local_chat.txt
--- a/custom_flashinfer @ af4259e8
+++ b/custom_flashinfer @ af4259e8