dcu平台fastllm推理框架

aefd9f11 · zhouxiang · aefd9f11 · aefd9f11 · aefd9f11 · aefd9f11
Commit aefd9f11 authored Sep 06, 2023 by zhouxiang
20 changed files
--- a/pyfastllm/demo/cli_low_api.py
+++ b/pyfastllm/demo/cli_low_api.py
--- a/pyfastllm/demo/cli_thread.py
+++ b/pyfastllm/demo/cli_thread.py
--- a/pyfastllm/demo/convert_model.py
+++ b/pyfastllm/demo/convert_model.py
--- a/pyfastllm/demo/web_api.py
+++ b/pyfastllm/demo/web_api.py
--- a/pyfastllm/demo/web_api_client.py
+++ b/pyfastllm/demo/web_api_client.py
--- a/pyfastllm/fastllm/__init__.py
+++ b/pyfastllm/fastllm/__init__.py
--- a/pyfastllm/fastllm/convert.py
+++ b/pyfastllm/fastllm/convert.py
--- a/pyfastllm/fastllm/utils/__init__.py
+++ b/pyfastllm/fastllm/utils/__init__.py
--- a/pyfastllm/fastllm/utils/torch2flm.py
+++ b/pyfastllm/fastllm/utils/torch2flm.py
--- a/pyfastllm/setup.py
+++ b/pyfastllm/setup.py
--- a/src/device.cpp
+++ b/src/device.cpp
--- a/src/devices/cpu/cpudevice.cpp
+++ b/src/devices/cpu/cpudevice.cpp
--- a/src/devices/cpu/cpudevicebatch.cpp
+++ b/src/devices/cpu/cpudevicebatch.cpp
--- a/src/devices/cuda/cudadevice.cpp
+++ b/src/devices/cuda/cudadevice.cpp
--- a/src/devices/cuda/cudadevicebatch.cpp
+++ b/src/devices/cuda/cudadevicebatch.cpp
--- a/src/devices/cuda/fastllm-cuda.cu
+++ b/src/devices/cuda/fastllm-cuda.cu
--- a/src/executor.cpp
+++ b/src/executor.cpp
--- a/src/fastllm.cpp
+++ b/src/fastllm.cpp
--- a/src/model.cpp
+++ b/src/model.cpp
--- a/src/models/basellm.cpp
+++ b/src/models/basellm.cpp