dcu平台fastllm推理框架

aefd9f11 · zhouxiang · aefd9f11 · aefd9f11 · aefd9f11 · aefd9f11
Commit aefd9f11 authored Sep 06, 2023 by zhouxiang
20 changed files
--- a/include/device.h
+++ b/include/device.h
--- a/include/devices/cpu/cpudevice.h
+++ b/include/devices/cpu/cpudevice.h
--- a/include/devices/cpu/cputhreadpool.h
+++ b/include/devices/cpu/cputhreadpool.h
--- a/include/devices/cuda/cudadevice.h
+++ b/include/devices/cuda/cudadevice.h
--- a/include/devices/cuda/fastllm-cuda.cuh
+++ b/include/devices/cuda/fastllm-cuda.cuh
--- a/include/executor.h
+++ b/include/executor.h
--- a/include/fastllm.h
+++ b/include/fastllm.h
--- a/include/model.h
+++ b/include/model.h
--- a/include/models/basellm.h
+++ b/include/models/basellm.h
--- a/include/models/chatglm.h
+++ b/include/models/chatglm.h
--- a/include/models/factoryllm.h
+++ b/include/models/factoryllm.h
--- a/include/models/llama.h
+++ b/include/models/llama.h
--- a/include/models/moss.h
+++ b/include/models/moss.h
--- a/include/models/qwen.h
+++ b/include/models/qwen.h
--- a/include/utils/armMath.h
+++ b/include/utils/armMath.h
--- a/include/utils/utils.h
+++ b/include/utils/utils.h
--- a/main.cpp
+++ b/main.cpp
--- a/pyfastllm/README.md
+++ b/pyfastllm/README.md
--- a/pyfastllm/build_libs.py
+++ b/pyfastllm/build_libs.py
--- a/pyfastllm/demo/cli.py
+++ b/pyfastllm/demo/cli.py